-- Logs begin at Tue 2021-08-31 03:49:52 UTC, end at Tue 2021-08-31 04:45:29 UTC. -- Aug 31 04:23:32.397472 dv-cinder-778193-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 04:23:35.098230 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.common.config [-] Logging enabled! Aug 31 04:23:35.098779 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 04:23:35.098993 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 04:23:35.102271 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.common.config [-] Logging enabled! Aug 31 04:23:35.102526 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 04:23:35.102833 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 04:23:35.103764 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 04:23:35.103996 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 04:23:35.104356 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 04:23:35.104601 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 04:23:35.104828 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 04:23:35.105175 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.105475 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.106304 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.106531 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.106821 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.107111 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.107390 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.107677 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.107971 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.108252 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.108527 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.108807 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.109054 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.109334 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.109617 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.109901 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.110122 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] debug = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.110396 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.110817 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.111224 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.111503 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.111788 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.112063 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.112331 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.112603 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.112882 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.113235 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] host = dv-cinder-778193-7-smb {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.113511 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.113798 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.114081 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.114367 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.114640 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.114914 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.115195 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.115463 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.115731 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] log_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.116003 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.116285 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.116567 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.116852 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.117096 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.117317 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.117600 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.117883 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.118154 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.118423 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.118694 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.118965 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.119234 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.119498 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.119778 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.120057 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.120336 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.120608 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.120880 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.121173 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.121980 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.122262 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.122535 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.122805 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.123076 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.123360 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.123627 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.123897 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.124197 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.124478 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.124755 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.125063 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.125337 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.125615 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.125884 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.126152 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.126419 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] use_json = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.126687 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.126952 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.127230 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.127500 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.127768 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.128037 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.128304 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.128584 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:35.128876 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.129193 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.129495 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.129776 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.130067 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.130343 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.130629 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.130904 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.131189 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.131476 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.131760 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.132035 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.132319 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.132594 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.132884 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.133210 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.133504 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.133793 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.134068 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.134343 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.134612 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.134885 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.135168 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.135444 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.135728 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.136012 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.136286 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.136570 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.136888 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.137188 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.137460 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.137736 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.138023 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.138295 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.138565 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.138837 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.139119 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.139396 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.139667 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.139947 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.140223 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.140494 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.140763 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.141055 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.141350 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.141624 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.141894 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.142163 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.142437 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.142707 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.142990 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.143266 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.143537 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.143809 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.144085 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.144359 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.144629 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.144903 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.145195 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.145475 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.145746 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.146017 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.146289 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.146559 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.146831 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.147101 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.147375 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.147651 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.147922 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.148191 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.148461 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.148730 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.149028 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.149307 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.149602 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.149879 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.150154 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.150431 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.150705 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.150979 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.151253 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.151530 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.151805 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.152075 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.152363 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.152677 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.152963 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.153278 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.153556 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.153856 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.154135 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.154414 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.154689 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.154964 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.155243 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.155524 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.155816 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.156104 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.156392 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.156681 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.156970 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.157274 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.157581 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.157862 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:35.158078 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 04:23:35.158314 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93704) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 04:23:35.504797 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 04:23:35.505100 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 04:23:35.505390 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 04:23:35.505716 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 04:23:35.898101 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.898307 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.898574 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.899862 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.900138 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.900399 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.934893 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.935161 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.935423 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.952022 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.952304 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.952571 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.982001 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.982281 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:35.982550 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.017834 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.018110 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.018374 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.251045 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.251650 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.251650 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.251847 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.252523 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.376737 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.377074 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.377354 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.377620 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.377880 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.378185 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.378439 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.378688 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.378937 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.379215 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.379470 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.379730 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.379983 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.380234 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.380485 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.380748 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.381020 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.381289 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.381555 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.381810 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.382078 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.382330 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.382608 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.382981 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.383227 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.383469 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.383860 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:23:36.384100 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:23:36.384337 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:23:36.384571 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:23:36.384803 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:23:36.385065 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:23:36.385420 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 04:23:36.389206 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 04:23:36.393108 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 04:23:36.396783 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 31 04:23:36.398425 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 04:23:36.398876 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 04:23:36.399356 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 04:23:36.399736 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 04:23:36.403089 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 04:23:36.403323 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 04:23:36.403666 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 04:23:36.408972 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 04:23:36.430357 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 04:23:36.430805 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.431099 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93704) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 04:23:36.431460 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.432797 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93704) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 04:23:36.433102 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 04:23:36.433343 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 04:23:36.436522 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.436803 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:36.499982 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 04:23:36.500217 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 04:23:36.500450 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 04:23:36.500804 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 04:23:36.521595 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_db.sqlalchemy.engines [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93704) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 04:23:37.052547 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Initializing driver for type 'gre' Aug 31 04:23:37.053112 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] gre ID ranges: [(1, 1000)] Aug 31 04:23:37.104248 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Initializing driver for type 'local' Aug 31 04:23:37.104590 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Initializing driver for type 'vlan' Aug 31 04:23:37.117717 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] VlanTypeDriver initialization complete Aug 31 04:23:37.118173 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Initializing driver for type 'vxlan' Aug 31 04:23:37.118722 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] vxlan ID ranges: [(1, 1000)] Aug 31 04:23:37.169720 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Initializing extension driver 'port_security' Aug 31 04:23:37.170081 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.extensions.port_security [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] PortSecurityExtensionDriver initialization complete Aug 31 04:23:37.170421 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Initializing mechanism driver 'openvswitch' Aug 31 04:23:37.170758 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Initializing mechanism driver 'hyperv' Aug 31 04:23:37.177175 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:37.177858 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > port after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.178231 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > port after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.178594 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > port after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.179112 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 04:23:37.179548 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > subnet after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.179906 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > subnet after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.180255 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.180648 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 04:23:37.181080 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > network after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.181453 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > network after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.181783 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > network after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.182173 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 04:23:37.182578 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > security_group after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.182928 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > security_group after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.183270 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.183792 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 04:23:37.184228 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.184585 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.184933 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.185358 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 04:23:37.185765 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > address_group after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.186114 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > address_group after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.186456 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.186844 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 04:23:37.187228 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] ML2 OVO RPC backend initialized. {{(pid=93704) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 04:23:37.187928 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.188284 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.188702 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > network before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.189084 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > networks before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.189437 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > port before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.189784 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > ports before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.190129 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > subnet before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.190474 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > subnets before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.190821 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > network after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.191163 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > network after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.191501 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > network after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.191840 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > port after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.192178 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > port after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.192510 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > port after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.192851 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > subnet after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.193216 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > subnet after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.193553 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.194131 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.plugin [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Modular L2 Plugin initialization complete Aug 31 04:23:37.194463 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading services supported by the core plugin {{(pid=93704) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 04:23:37.194791 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Got port-security extension from driver 'port_security' Aug 31 04:23:37.195255 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.extensions.vlantransparent [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Disabled vlantransparent extension. Aug 31 04:23:37.195735 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93704) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 04:23:37.196050 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading Plugin: router Aug 31 04:23:37.233649 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.233997 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router after_create 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.234375 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router before_create 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.234748 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.235125 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.235487 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router after_delete 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.235850 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.236205 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.236570 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router after_create 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.236920 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router after_update 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.237304 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router after_update 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.237656 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.238019 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router after_update 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.238431 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router precommit_update 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.238870 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: port after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.239223 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: port after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.239567 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: subnet after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.239921 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.240267 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.240620 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router precommit_create 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.240967 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: port before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.241356 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router precommit_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.241714 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router after_update 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.242058 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.242410 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router precommit_create 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.242772 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.243118 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router precommit_update 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.243484 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > agent after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.243841 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > agent after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.244186 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > network after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.245050 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Tracking information for resource: router configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:23:37.245384 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Tracking information for resource: floatingip configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:23:37.250296 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.db.l3_agentschedulers_db [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 04:23:37.250892 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: port after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.251254 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: port after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.251792 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: port after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.251946 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: port after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.252734 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router before_create 55550100 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.253139 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.253572 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router precommit_create 55550100 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.254077 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > router precommit_update 55550100 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.258677 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.services.provider_configuration [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service providers = [] {{(pid=93704) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 04:23:37.259044 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.db.servicetype_db [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93704) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 04:23:37.262577 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.services.service_base [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 04:23:37.262933 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.services.service_base [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 04:23:37.263282 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.services.service_base [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 04:23:37.264203 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.services.service_base [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 04:23:37.264581 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.services.service_base [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 04:23:37.264963 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:23:37.265310 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 04:23:37.275818 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:23:37.276159 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading Plugin: auto_allocate Aug 31 04:23:37.282489 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: network precommit_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.282860 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: network precommit_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.283382 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:23:37.283707 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading Plugin: tag Aug 31 04:23:37.290200 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:23:37.290535 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading Plugin: timestamp Aug 31 04:23:37.294580 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:23:37.294915 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading Plugin: network_ip_availability Aug 31 04:23:37.300368 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.300742 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.301604 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.303582 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:23:37.303908 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading Plugin: flavors Aug 31 04:23:37.308624 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:23:37.308985 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading Plugin: revisions Aug 31 04:23:37.313312 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:23:37.313710 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_concurrency.lockutils [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.808s {{(pid=93704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 04:23:37.314455 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93704) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 04:23:37.314798 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Initializing extension manager. Aug 31 04:23:37.315322 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: __init__.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.315668 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: __pycache__ {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.316007 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.316343 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: address_group.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.317141 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.317717 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: address-group Aug 31 04:23:37.318044 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: address_scope.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.318766 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.319274 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: address-scope Aug 31 04:23:37.319600 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.320537 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.321076 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: router-admin-state-down-before-update Aug 31 04:23:37.321405 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: agent.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.322310 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.322821 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: agent Aug 31 04:23:37.323149 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: agent_resources_synced.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.324066 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.325116 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: agent-resources-synced Aug 31 04:23:37.325444 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: allowedaddresspairs.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.327246 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.327769 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: allowed-address-pairs Aug 31 04:23:37.328101 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: auto_allocated_topology.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.329460 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.329976 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: auto-allocated-topology Aug 31 04:23:37.330308 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: availability_zone.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.331007 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.331516 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: availability_zone Aug 31 04:23:37.331844 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: availability_zone_filter.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.332760 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.333299 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: availability_zone_filter Aug 31 04:23:37.333627 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: data_plane_status.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.334535 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.335038 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 04:23:37.335362 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: default_subnetpools.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.336282 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.336793 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: default-subnetpools Aug 31 04:23:37.337154 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.337974 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.338485 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: dhcp_agent_scheduler Aug 31 04:23:37.338838 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: dns.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.339761 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.340322 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 04:23:37.340649 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: dns_domain_ports.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.341610 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.342116 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 04:23:37.342444 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.343370 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.343875 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 04:23:37.344202 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: dvr.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.345403 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.345919 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: dvr Aug 31 04:23:37.346245 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: ecmp_routes.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.347182 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.347688 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 04:23:37.348014 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: empty_string_filtering.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.348930 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.349467 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: empty-string-filtering Aug 31 04:23:37.349796 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.350711 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.351211 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 04:23:37.351537 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.352460 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.352960 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 04:23:37.353314 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: external_net.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.354231 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.354735 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: external-net Aug 31 04:23:37.355060 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.356014 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.356517 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: extra_dhcp_opt Aug 31 04:23:37.356843 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: extraroute.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.357787 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.358296 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: extraroute Aug 31 04:23:37.358622 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: extraroute_atomic.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.359646 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.360156 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: extraroute-atomic Aug 31 04:23:37.360487 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: filter_validation.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.361199 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.361706 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: filter-validation Aug 31 04:23:37.362033 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: fip_pf_description.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.362957 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.363465 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 04:23:37.363791 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: fip_port_details.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.364709 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.365247 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: fip-port-details Aug 31 04:23:37.365577 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: flavors.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.366802 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.367324 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: flavors Aug 31 04:23:37.367656 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.369337 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.369862 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 04:23:37.370198 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: floatingip_pools.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.370904 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.371440 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: floatingip-pools Aug 31 04:23:37.371771 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: ip_allocation.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.372707 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.373244 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 04:23:37.373576 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.374502 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.375012 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: ip-substring-filtering Aug 31 04:23:37.375353 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: l2_adjacency.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.376321 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.376829 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 04:23:37.377199 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: l3.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.378306 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.378828 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: router Aug 31 04:23:37.379163 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.381427 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.381958 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 04:23:37.382298 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.383259 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.383773 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: ext-gw-mode Aug 31 04:23:37.384107 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.385080 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.385593 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: l3-ha Aug 31 04:23:37.385924 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: l3_flavors.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.386868 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.387885 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: l3-flavors Aug 31 04:23:37.388217 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.389167 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.389677 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 04:23:37.390007 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: l3agentscheduler.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.391044 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.391551 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: l3_agent_scheduler Aug 31 04:23:37.391880 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: logging.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.393418 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.393930 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension logging not supported by any of loaded plugins Aug 31 04:23:37.394262 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: metering.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.395014 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.395591 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: metering Aug 31 04:23:37.395923 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.397038 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.397555 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: metering_source_and_destination_fields Aug 31 04:23:37.397885 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: multiprovidernet.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.398822 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.399331 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: multi-provider Aug 31 04:23:37.399658 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: netmtu.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.400579 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.401119 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: net-mtu Aug 31 04:23:37.401447 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: netmtu_writable.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.402368 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.403414 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: net-mtu-writable Aug 31 04:23:37.403738 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: network_availability_zone.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.404413 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.404924 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: network_availability_zone Aug 31 04:23:37.405279 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: network_ip_availability.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.406368 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.406877 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: network-ip-availability Aug 31 04:23:37.407202 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: network_segment_range.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.407965 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.408468 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 04:23:37.408792 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: pagination.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.409801 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.410135 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: pagination Aug 31 04:23:37.410458 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: port_device_profile.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.411369 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.411880 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: port-device-profile Aug 31 04:23:37.412205 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.413174 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.413678 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: port-mac-address-regenerate Aug 31 04:23:37.414004 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.414936 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.415445 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: port-numa-affinity-policy Aug 31 04:23:37.415772 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: port_resource_request.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.416688 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.417228 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 04:23:37.417559 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: portbindings.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.418519 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.419030 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: binding Aug 31 04:23:37.419358 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: portbindings_extended.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.420758 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.421307 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: binding-extended Aug 31 04:23:37.421644 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: portsecurity.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.422567 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.423076 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: port-security Aug 31 04:23:37.423405 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: project_id.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.424385 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.424722 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: project-id Aug 31 04:23:37.425074 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: providernet.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.426021 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.426532 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: provider Aug 31 04:23:37.426858 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: qos.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.430359 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.430881 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension qos not supported by any of loaded plugins Aug 31 04:23:37.431219 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.432466 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.432976 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 04:23:37.433337 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.434286 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.434800 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 04:23:37.435133 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: qos_default.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.436049 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.436559 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension qos-default not supported by any of loaded plugins Aug 31 04:23:37.436891 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: qos_fip.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.437582 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.438087 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 04:23:37.438417 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: qos_gateway_ip.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.439348 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.439858 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 04:23:37.440194 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: qos_port_network_policy.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.441140 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.441655 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 04:23:37.441982 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: qos_pps_rule.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.443155 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.443677 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 04:23:37.444009 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: qos_rule_type_details.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.444940 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.445481 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 04:23:37.445830 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: qos_rules_alias.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.446852 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.447364 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 04:23:37.447694 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: quotasv2.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.448602 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.448935 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: quotas Aug 31 04:23:37.449286 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: quotasv2_detail.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.452830 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.453211 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: quota_details Aug 31 04:23:37.453552 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: rbac.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.455080 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.455601 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: rbac-policies Aug 31 04:23:37.455936 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: rbac_address_group.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.456874 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.457424 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: rbac-address-group Aug 31 04:23:37.457756 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: rbac_address_scope.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.458692 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.459204 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: rbac-address-scope Aug 31 04:23:37.459533 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: rbac_security_groups.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.460459 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.460971 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: rbac-security-groups Aug 31 04:23:37.461325 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: rbac_subnetpool.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.462248 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.462761 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: rbac-subnetpool Aug 31 04:23:37.463091 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: revisionifmatch.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.464018 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.464541 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: revision-if-match Aug 31 04:23:37.464869 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: revisions.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.466566 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.467075 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: standard-attr-revisions Aug 31 04:23:37.467407 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: router_availability_zone.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.468092 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.468598 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: router_availability_zone Aug 31 04:23:37.468926 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: routerservicetype.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.469881 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.470384 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 04:23:37.470710 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.471633 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.472140 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: security-groups-normalized-cidr Aug 31 04:23:37.472467 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.473429 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.473941 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: port-security-groups-filtering Aug 31 04:23:37.474269 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.475200 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.475713 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: security-groups-remote-address-group Aug 31 04:23:37.476040 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: securitygroup.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.485697 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.486173 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: security-group Aug 31 04:23:37.486511 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: segment.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.487303 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.487809 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension segment not supported by any of loaded plugins Aug 31 04:23:37.488141 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.489114 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.489629 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 04:23:37.489962 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: servicetype.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.491149 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.491668 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: service-type Aug 31 04:23:37.492002 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: sorting.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.492996 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.493352 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: sorting Aug 31 04:23:37.493678 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: standard_attr_segment.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.494614 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.495134 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 04:23:37.495464 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: standardattrdescription.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.496119 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.497290 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: standard-attr-description Aug 31 04:23:37.497623 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: stateful_security_group.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.498553 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.499067 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: stateful-security-group Aug 31 04:23:37.499394 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: stdattrs_common.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.499980 dv-cinder-778193-7-smb neutron-server[93704]: WARNING neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 04:23:37.500306 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.501271 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.501784 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 04:23:37.502111 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: subnet_onboard.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.503195 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.503718 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: subnet_onboard Aug 31 04:23:37.504047 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.504994 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.505531 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 04:23:37.505859 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: subnet_service_types.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.506790 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.507304 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: subnet-service-types Aug 31 04:23:37.507633 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: subnetallocation.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.508712 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.509262 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: subnet_allocation Aug 31 04:23:37.509593 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.510266 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.510775 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: subnetpool-prefix-ops Aug 31 04:23:37.511101 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.512591 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.513136 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 04:23:37.513466 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: tagging.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.514508 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.515026 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: standard-attr-tag Aug 31 04:23:37.515359 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: timestamp.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.516562 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.517111 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loaded extension: standard-attr-timestamp Aug 31 04:23:37.517441 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: trunk.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.518479 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.518992 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension trunk not supported by any of loaded plugins Aug 31 04:23:37.519320 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: trunk_details.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.520254 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.520765 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 04:23:37.521122 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: uplink_status_propagation.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.522049 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.522563 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 04:23:37.522888 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Loading extension file: vlantransparent.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 04:23:37.523558 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 04:23:37.524063 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 04:23:37.526562 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:network Aug 31 04:23:37.527092 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:subnet Aug 31 04:23:37.527523 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:23:37.527921 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:port Aug 31 04:23:37.529179 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.529615 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service FLAVORS assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.530244 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.530666 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.530999 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:router Aug 31 04:23:37.531434 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 04:23:37.531938 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service METERING assigned prefix: /metering {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.533397 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.533772 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.534128 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:23:37.535124 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 04:23:37.535570 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:security_group Aug 31 04:23:37.535998 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 04:23:37.537901 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service CORE assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.538275 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:23:37.538633 dv-cinder-778193-7-smb neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] subnetpool is already registered Aug 31 04:23:37.539091 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service CORE assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.539428 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:23:37.539814 dv-cinder-778193-7-smb neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] subnetpool is already registered Aug 31 04:23:37.542393 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.542895 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service FLAVORS assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.543618 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.544067 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.544454 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:router Aug 31 04:23:37.544858 dv-cinder-778193-7-smb neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] router is already registered Aug 31 04:23:37.545320 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 04:23:37.545664 dv-cinder-778193-7-smb neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] floatingip is already registered Aug 31 04:23:37.546129 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service METERING assigned prefix: /metering {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.546843 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 04:23:37.547210 dv-cinder-778193-7-smb neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] rbac_policy is already registered Aug 31 04:23:37.547700 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:security_group Aug 31 04:23:37.548046 dv-cinder-778193-7-smb neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] security_group is already registered Aug 31 04:23:37.548551 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 04:23:37.548965 dv-cinder-778193-7-smb neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] security_group_rule is already registered Aug 31 04:23:37.549620 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service CORE assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.549963 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:23:37.550316 dv-cinder-778193-7-smb neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] subnetpool is already registered Aug 31 04:23:37.550815 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Service CORE assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:23:37.551148 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:23:37.551553 dv-cinder-778193-7-smb neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] subnetpool is already registered Aug 31 04:23:37.552201 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: extensions {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.553675 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: address-groups {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.555302 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: address-scopes {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.556696 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: agents {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.557979 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: auto-allocated-topology {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.559749 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: availability_zones {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.560968 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: dhcp-networks {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.562498 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: dhcp-agents {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.563912 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: routers {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.566282 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: flavors {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.567473 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: service_profiles {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.568700 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: next_providers {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.570154 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: service_profiles {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.571661 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: floatingip-pools {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.572869 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: routers {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.575588 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: floatingips {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.576880 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: l3-routers {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.578283 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: l3-agents {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.579959 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: metering-labels {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.581391 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: metering-label-rules {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.582674 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: network-ip-availabilities {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.583922 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: bindings {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.585602 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: quotas {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.587042 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: quotas {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.588457 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: rbac-policies {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.589685 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: security-groups {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.591014 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: security-group-rules {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.592242 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: service-providers {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.593484 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: subnetpools {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.594905 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: subnetpools {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.596369 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.598072 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.599840 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.601641 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.604420 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.606394 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.608074 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.609995 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.611746 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.613513 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron.api.extensions [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:23:37.619447 dv-cinder-778193-7-smb neutron-server[93704]: WARNING keystonemiddleware.auth_token [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 04:23:37.625122 dv-cinder-778193-7-smb neutron-server[93704]: WARNING keystonemiddleware.auth_token [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 04:23:37.633350 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_concurrency.lockutils [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Acquired lock "singleton_lock" {{(pid=93704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 04:23:37.633830 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_concurrency.lockutils [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Releasing lock "singleton_lock" {{(pid=93704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 04:23:37.634471 dv-cinder-778193-7-smb neutron-server[93704]: INFO oslo_service.service [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Starting 2 workers Aug 31 04:23:37.639824 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Started child 93811 {{(pid=93704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 04:23:37.644301 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Started child 93812 {{(pid=93704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 04:23:37.645183 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:23:37.645964 dv-cinder-778193-7-smb neutron-server[93704]: INFO neutron.service [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 04:23:37.646631 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Notify callbacks [] for process, before_spawn {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:23:37.646728 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [-] (93811) wsgi starting up on http://0.0.0.0:9696 Aug 31 04:23:37.649140 dv-cinder-778193-7-smb neutron-server[93704]: INFO oslo_service.service [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Starting 1 workers Aug 31 04:23:37.649496 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:23:37.650973 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [-] (93812) wsgi starting up on http://0.0.0.0:9696 Aug 31 04:23:37.654585 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Started child 93813 {{(pid=93704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 04:23:37.655139 dv-cinder-778193-7-smb neutron-server[93704]: INFO oslo_service.service [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Starting 1 workers Aug 31 04:23:37.658337 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.service [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] calling RpcWorker wait() {{(pid=93813) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 04:23:37.658932 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.service [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] returning from RpcWorker wait() {{(pid=93813) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 04:23:37.659702 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Started child 93814 {{(pid=93704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 04:23:37.660071 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:23:37.660516 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:37.660609 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-a113ce46-14bc-49aa-a18f-5f18c8e41416 None None] Notify callbacks [] for process, after_spawn {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:23:37.662512 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 04:23:37.662730 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 04:23:37.662920 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 04:23:37.663138 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 04:23:37.663489 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 04:23:37.663655 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 04:23:37.664149 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.664427 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.664687 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.664961 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.665302 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.665495 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:23:37.665966 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.666166 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.666402 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.666685 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.666933 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.667115 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.667264 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.667511 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.667757 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.668096 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.668370 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.668624 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.668879 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.669071 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.669338 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.669606 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.669853 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.670116 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] debug = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.670375 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.670865 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.671091 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.671326 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.671566 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.671857 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.672082 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.672373 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.672607 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.672826 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.673089 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.673343 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.673582 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.673798 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.674036 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.674301 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.674540 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.675022 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] host = dv-cinder-778193-7-smb {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.675243 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.675476 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.675704 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.675930 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.676173 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.676413 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.676662 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.676908 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.677183 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.677411 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.677662 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.677906 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.678139 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.678379 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.678544 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_options = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.678778 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.679053 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.679318 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.679540 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.679675 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.679846 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.680110 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.680273 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.680523 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.680736 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.680950 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.681188 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.681402 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.681634 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.681908 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.682145 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.682357 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.682567 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.682836 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.683080 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.683305 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.683560 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.684317 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.684538 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.684751 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.684965 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.685284 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.685498 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.685710 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.685979 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.686226 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.686486 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.686717 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.686976 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.687205 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.687431 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.687643 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.687902 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.688134 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.688378 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.688645 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.688875 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.689155 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.689369 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.689648 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.689815 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] use_json = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.690028 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.690258 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.690513 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.690727 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.690959 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.691171 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.692264 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.692264 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.692264 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.692759 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.693530 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.693530 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.693729 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.693890 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.694117 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.694363 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.694606 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.694831 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.695205 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.695521 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.695891 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.695991 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.696202 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.696534 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.697518 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.697518 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.697518 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.701066 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.701066 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.701066 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.701066 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.701066 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.701066 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.701066 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.701066 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.703013 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.703013 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.703013 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.703013 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.703013 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.703013 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.703013 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.703013 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.704825 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.704974 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:37.705380 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.705380 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.705380 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.705380 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.705380 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.705380 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.705380 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.705380 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.705380 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.707128 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.707128 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.707128 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.707128 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.707128 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.707128 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.707128 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.707128 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.707128 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.708950 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.708950 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.708950 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.708950 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.708950 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.708950 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.708950 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.708950 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.708950 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.710773 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.710773 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.710773 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.710773 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.710773 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.710773 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.710773 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.710773 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.710773 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.712486 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.712486 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.712486 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.712486 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.712486 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.712486 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.712486 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.712486 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.715223 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.715223 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.715223 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.715223 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.715223 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.715223 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.715223 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.715223 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.715223 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.715756 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.715756 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.715756 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.715934 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.716000 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.716275 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.716532 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.716785 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.717489 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.717489 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.717489 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.717756 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.717972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.718220 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.718463 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.718680 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.718916 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.719130 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.719383 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.719642 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.719978 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.720266 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.720558 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.720893 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.721155 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.722118 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.722118 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.722118 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.722118 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.722466 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.722623 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.722890 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.723201 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.723456 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.723730 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.723975 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.724220 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.724476 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.724743 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.724973 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.725258 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.725511 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.725747 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.726028 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.726264 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.726500 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.726738 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.726992 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.727336 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.727568 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.727801 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.728038 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.728321 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.728566 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.729037 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.729160 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.729418 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.729570 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.730012 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.730129 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.730260 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.730485 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.730759 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.731037 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.731237 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.731465 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.731697 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.731930 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.732144 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.732390 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.732601 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.732853 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.733126 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.733346 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.733588 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.733805 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.734017 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.734289 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.734654 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.734931 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.735159 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.735668 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.735958 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.736187 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.736428 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.736697 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.736953 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.737195 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.737441 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.737683 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.737939 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.738152 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.738415 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.738635 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.738851 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.739098 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.739316 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.739530 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.739744 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.739968 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.740181 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.740436 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.740673 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.741040 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.741299 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.741529 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.742165 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.742397 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.742661 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.742902 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.743139 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.743372 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.743589 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.743807 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.744047 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.744291 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.744534 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.744754 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.744975 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.745214 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.745436 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.745655 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.745942 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.746691 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.746938 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.747196 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.747458 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.747672 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.747899 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.748112 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.748323 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.748565 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.748781 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.748992 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.749265 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.749483 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.749788 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.750002 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.750230 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.750439 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.750668 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.750883 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.751119 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.751353 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.751596 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.751836 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.751993 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.752230 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.752448 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.752670 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.752886 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.753125 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.753376 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.753588 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.753800 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.754040 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.754256 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.754458 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.754773 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.755050 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.755271 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.755560 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.755807 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.756050 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.756294 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.756987 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.756987 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.757199 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.757336 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.757570 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.757827 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.758088 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.758401 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.758699 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.758954 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.759211 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.759479 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.759752 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.760022 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.760558 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.760558 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.760842 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.761148 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.761405 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.761628 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.761944 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.762754 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.762868 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.763084 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.763321 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.763537 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.763803 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.764032 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.764275 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.764489 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.764750 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.764964 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.765232 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.765463 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.765682 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.765895 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.766053 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 04:23:37.766570 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 04:23:37.766734 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 04:23:37.766903 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 04:23:37.767068 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 04:23:37.767251 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 04:23:37.767411 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 04:23:37.767617 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.767778 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.767938 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.768097 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.768255 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.768435 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.768595 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.768828 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.768929 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.769234 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.769234 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.769404 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.769550 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.769710 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.769868 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.770023 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.770180 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.770336 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.770499 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.770658 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.770813 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.770971 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.771128 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] debug = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.771272 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.771601 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.772131 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.772131 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.772131 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.772470 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.772470 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.772618 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.772722 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.773227 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.773394 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.773570 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.773699 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.773858 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.774015 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.774174 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.774334 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.774485 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] host = dv-cinder-778193-7-smb {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.774643 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.774802 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.774970 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.775099 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.775241 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.775438 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.775571 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.775698 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.775821 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.776720 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.776720 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.776720 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.776720 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.776720 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.776720 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_options = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.777338 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.777338 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.777338 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.777672 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.777672 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.777845 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.777845 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.777989 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.778142 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.778298 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.778611 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.778919 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.779108 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.779286 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.779384 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.779522 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.779843 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.780005 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.780166 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.780322 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.780630 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.780820 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.780916 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.781103 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.781265 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.781416 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.781573 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.781730 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.781890 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.782085 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.782245 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.782385 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.782505 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.782657 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.782824 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.783002 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.783137 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.783289 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.783420 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.783574 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.783883 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.784033 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.784191 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.784350 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.784511 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.784668 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] use_json = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.784827 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.784983 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.785164 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.785310 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.785484 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.786164 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.786164 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.786164 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:23:37.786164 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.786536 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.786536 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.786536 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.786757 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.786886 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.787365 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.787365 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.787365 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.787724 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.787724 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.787724 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.788041 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.788041 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.789067 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.789067 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.789067 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.789067 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.789067 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.789067 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.789438 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.789438 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.789438 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.789621 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.789724 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.789883 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.790044 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.790972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.790972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.790972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.790972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.790972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.790972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.791436 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.791436 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.791436 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.791644 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.791722 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.791873 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.792035 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.792196 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.792417 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.792581 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.793120 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.793120 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.793120 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.793338 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.793416 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.793537 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.793654 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:37.793756 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.793837 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.793997 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.794157 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.794317 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.794477 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.794649 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.794810 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.794971 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.795130 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.795291 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.795452 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.795613 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.795773 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.795934 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.796095 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.796256 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.796431 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.796592 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.796753 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.796913 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.797099 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.797260 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.797425 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.797586 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.797746 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.797906 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.798066 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.798226 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.798386 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.798548 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.798709 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.798869 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.799029 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.799190 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.799352 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.799513 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.799673 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.799834 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.799994 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.800162 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.800337 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.800497 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.800658 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.800819 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.800978 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.801182 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.801343 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.801502 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.801662 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.801823 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.801982 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.802143 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.802307 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.802467 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.802627 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.802786 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.802945 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.803106 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.803267 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.803426 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.803586 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.803748 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.803748 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.804137 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.804215 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.804350 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.804519 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.804680 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.804842 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.805017 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.805188 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.805359 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.805521 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.805683 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.805844 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.806005 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.806166 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.806326 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.806487 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.806647 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.806807 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.806967 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.807134 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.807310 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.807471 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.809492 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.809492 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.809492 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.809492 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.809492 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.809492 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.810718 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.810718 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.810718 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.810718 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.810718 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.810718 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.810718 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.810718 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.812517 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.812517 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.812517 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.812517 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.812517 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.812517 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.812517 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.812517 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813102 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813102 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813102 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813102 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813102 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813102 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813102 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813102 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813625 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813625 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813625 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813625 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813894 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.813894 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.814048 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.814164 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.814328 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817049 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817049 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817049 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817049 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817049 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817049 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817049 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817049 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817543 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817543 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817543 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817543 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817543 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817543 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817543 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817543 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.817972 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.818395 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.818395 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.818395 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.818563 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.818695 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.819028 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.819028 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.819213 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.819322 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.819495 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.820876 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.820876 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.820876 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.820876 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.820876 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.820876 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.820876 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.820876 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.821508 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.821508 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.821508 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.821508 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.821508 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.821856 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.821856 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.822006 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.822085 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.822213 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.822376 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825025 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825025 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825025 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825025 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825025 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825025 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825025 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825025 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825025 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825704 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825704 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825704 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825704 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.825704 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.826263 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.826432 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.826599 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.826763 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.826924 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.827086 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.827258 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.827420 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.827581 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.827750 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.827915 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.828077 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.828238 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.828411 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.828572 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.828734 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.828894 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.829339 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.829502 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.829664 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.829829 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.829999 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.830167 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.830330 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.830497 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.830664 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.830833 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.830993 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.831159 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.831332 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.831494 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.831656 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.831816 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.831976 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.832137 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.832296 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.832456 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.832616 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.832776 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.832937 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.833120 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.833282 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.833442 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.833602 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.833762 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.833960 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.834080 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.834240 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.834398 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:23:37.834550 dv-cinder-778193-7-smb neutron-server[93704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 04:23:38.068491 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 54652) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:23:38.077089 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063114 Aug 31 04:23:49.528997 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62641aee-ff39-4401-b0c0-b1a6299810c2 None None] get_active_networks_info from dv-cinder-778193-7-smb {{(pid=93813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 04:23:49.657892 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62641aee-ff39-4401-b0c0-b1a6299810c2 None None] No non-hosted networks {{(pid=93813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 04:23:49.691684 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.agentschedulers_db [None req-62641aee-ff39-4401-b0c0-b1a6299810c2 None None] DHCP Agent not found on host dv-cinder-778193-7-smb {{(pid=93813) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 04:23:49.846988 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02f44d0f-cf00-455a-b4a4-edc75ae31838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651687'] for agent, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:23:52.216227 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6c39de3-6e62-4db5-ab8f-8740eaf6b4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651687'] for agent, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:23:52.271448 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-525a8f72-f509-4ede-b3d4-ed822d0ccbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:23:52.422373 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651687'] for agent, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:23:52.423581 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:52.424374 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:52.425149 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:52.426547 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:52.427194 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:52.428476 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:52.429439 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:52.431053 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:52.431671 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:52.432819 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:52.435390 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:52.436004 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:52.437879 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-7-smb', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:52.463504 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-7-smb', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:53.713331 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651687'] for agent, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:23:54.864391 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651687'] for agent, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:23:56.588092 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 54746) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:23:57.079238 dv-cinder-778193-7-smb neutron-server[93812]: WARNING oslo_policy.policy [None req-839a2f5c-c3bb-4818-84c6-07a97bde19f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:23:57.079910 dv-cinder-778193-7-smb neutron-server[93812]: WARNING oslo_policy.policy [None req-839a2f5c-c3bb-4818-84c6-07a97bde19f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:23:57.303082 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [None req-839a2f5c-c3bb-4818-84c6-07a97bde19f9 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:23:57.304203 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-839a2f5c-c3bb-4818-84c6-07a97bde19f9 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7150881 Aug 31 04:23:57.544700 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.db.l3_hamode_db [None req-39747159-94aa-4f9e-a930-a7b26d111732 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 04:23:57.621760 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39747159-94aa-4f9e-a930-a7b26d111732 None None] Routers set() bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:23:57.622152 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39747159-94aa-4f9e-a930-a7b26d111732 None None] Router IDs set() for agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 04:23:59.675960 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 54760) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:23:59.983502 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e29b248c-030d-4ecd-bff7-a13128e89c4d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:24:00.075513 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.policy [None req-e29b248c-030d-4ecd-bff7-a13128e89c4d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93812) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 04:24:00.119884 dv-cinder-778193-7-smb neutron-server[93812]: WARNING oslo_policy.policy [None req-e29b248c-030d-4ecd-bff7-a13128e89c4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:24:00.120248 dv-cinder-778193-7-smb neutron-server[93812]: WARNING oslo_policy.policy [None req-e29b248c-030d-4ecd-bff7-a13128e89c4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:24:00.129206 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.quota [None req-e29b248c-030d-4ecd-bff7-a13128e89c4d admin admin] Loaded quota_driver: . Aug 31 04:24:00.217855 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e29b248c-030d-4ecd-bff7-a13128e89c4d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731722624118', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731722624555', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731722546552', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731722544668', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731723244952', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731722523464', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-572903', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-641984', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1686708', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1616484'] for rbac-policy, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:00.279511 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e29b248c-030d-4ecd-bff7-a13128e89c4d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:00.280676 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-e29b248c-030d-4ecd-bff7-a13128e89c4d admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6037288 Aug 31 04:24:02.894651 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 54772) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:03.191321 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'project_id': '7f780691447240b083cdf56d0ef9b8db', 'admin_state_up': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:24:03.219137 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Made reservation on behalf of 7f780691447240b083cdf56d0ef9b8db for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:24:03.221833 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:03.238877 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:03.357567 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:03.361438 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:03.380837 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:24:03.407073 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731726269130', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:03.407673 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Unsubscribe: segment precommit_create {{(pid=93812) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 04:24:03.408139 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Added segment 3c0f2fea-9468-48d0-81e7-69b23d4271d9 of type vlan for network 029b2d9b-1a9e-4bb4-8850-ea8198df0c02 Aug 31 04:24:03.440363 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbad9ff9-1318-49cb-916f-c83a2c79c34e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:03.483247 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:03.483589 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:03.483921 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:03.484248 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:03.484572 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:03.484894 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:03.485238 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:03.485559 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:03.485892 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:03.486223 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:03.486537 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:03.486848 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Tracked resource versions report: Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: pushed versions: Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: { 'AddressGroup': {'1.2'}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'ConntrackHelper': {'1.0'}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'Log': {'1.0'}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'Network': {'1.1'}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'Port': {'1.7'}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'PortForwarding': {'1.2'}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'QosPolicy': {'1.9'}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'SecurityGroup': {'1.4'}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'SubPort': {'1.0'}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'Subnet': {'1.1'}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'Trunk': {'1.1'}} Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: consumer versions: Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: { DHCP agent@dv-cinder-778193-7-smb: {}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: L3 agent@dv-cinder-778193-7-smb: {}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: Metadata agent@dv-cinder-778193-7-smb: {}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: Metering agent@dv-cinder-778193-7-smb: {}, Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: Open vSwitch agent@dv-cinder-778193-7-smb: { 'AddressGroup': '1.2', Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'ConntrackHelper': '1.0', Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'Log': '1.0', Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'Network': '1.1', Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'Port': '1.7', Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'PortForwarding': '1.2', Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'QosPolicy': '1.9', Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'SecurityGroup': '1.4', Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'SecurityGroupRule': '1.2', Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'SubPort': '1.0', Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'Subnet': '1.1', Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: 'Trunk': '1.1'}} Aug 31 04:24:03.488095 dv-cinder-778193-7-smb neutron-server[93812]: {{(pid=93812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:24:03.530822 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:03.572732 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:03.574423 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:24:03.575102 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:03.658947 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7632389 Aug 31 04:24:03.672570 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae02b6a-d3e2-483e-8367-f25a323b9766 admin admin] Pushing event updated for resources: {'Network': ['ID=029b2d9b-1a9e-4bb4-8850-ea8198df0c02,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:03.684875 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network 029b2d9b-1a9e-4bb4-8850-ea8198df0c02 details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:24:06.276937 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 54786) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:06.664715 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a957ef5-3e60-4bf6-8c19-fd58ac101a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:24:06.666098 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-5a957ef5-3e60-4bf6-8c19-fd58ac101a0c admin admin] 10.222.0.38 "GET /v2.0/networks/029b2d9b-1a9e-4bb4-8850-ea8198df0c02 HTTP/1.1" status: 200 len: 825 time: 0.3881876 Aug 31 04:24:06.691113 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-215a915f-e111-47f0-8175-8423729d1c8a admin admin] 10.222.0.38 "GET /v2.0/subnetpools/e39b38ac-daed-4f48-84a3-884ab3f6911d HTTP/1.1" status: 200 len: 734 time: 0.0183461 Aug 31 04:24:06.699976 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1e45ea98-2dd4-4473-a72d-b194e3a30a1e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'e39b38ac-daed-4f48-84a3-884ab3f6911d', 'gateway_ip': '172.20.0.1', 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:24:06.721783 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e45ea98-2dd4-4473-a72d-b194e3a30a1e admin admin] Made reservation on behalf of 7f780691447240b083cdf56d0ef9b8db for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:24:06.724051 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e45ea98-2dd4-4473-a72d-b194e3a30a1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:07.012837 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e45ea98-2dd4-4473-a72d-b194e3a30a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:07.082344 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45ea98-2dd4-4473-a72d-b194e3a30a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb90b306-f9a6-4ec2-a1b2-50815d27622d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:07.086786 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45ea98-2dd4-4473-a72d-b194e3a30a1e admin admin] Checking segment: {'id': '3c0f2fea-9468-48d0-81e7-69b23d4271d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:24:07.087175 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45ea98-2dd4-4473-a72d-b194e3a30a1e admin admin] Network hostable DHCP agents. Network: 029b2d9b-1a9e-4bb4-8850-ea8198df0c02, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:24:07.108362 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45ea98-2dd4-4473-a72d-b194e3a30a1e admin admin] Network 029b2d9b-1a9e-4bb4-8850-ea8198df0c02 is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:24:07.120753 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-1e45ea98-2dd4-4473-a72d-b194e3a30a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, 029b2d9b-1a9e-4bb4-8850-ea8198df0c02) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:24:07.126592 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e45ea98-2dd4-4473-a72d-b194e3a30a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:24:07.127823 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e45ea98-2dd4-4473-a72d-b194e3a30a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:07.129759 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6728b604-4caa-4201-a8ec-74d7af57164f None None] Network 029b2d9b-1a9e-4bb4-8850-ea8198df0c02 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:24:07.142084 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-1e45ea98-2dd4-4473-a72d-b194e3a30a1e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4453371 Aug 31 04:24:07.447021 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp527c13e1-2756-51d6-b380-8b5cdd64d3a9-029b2d9b-1a9e-4bb4-8850-ea8198df0c02', 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'fixed_ips': [{'subnet_id': 'cb90b306-f9a6-4ec2-a1b2-50815d27622d'}]}} from dv-cinder-778193-7-smb. {{(pid=93813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:24:07.448259 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:07.722982 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Allocated IP 172.20.0.2 (029b2d9b-1a9e-4bb4-8850-ea8198df0c02/cb90b306-f9a6-4ec2-a1b2-50815d27622d/869cac33-438f-4fb0-8471-0cf11bd79e3c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:24:07.919847 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:07.936850 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Transition to ACTIVE for port object 869cac33-438f-4fb0-8471-0cf11bd79e3c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:24:07.986090 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Transition to ACTIVE for port object 869cac33-438f-4fb0-8471-0cf11bd79e3c will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:24:07.994551 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:08.065811 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Network 029b2d9b-1a9e-4bb4-8850-ea8198df0c02 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:24:08.070451 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:24:08.074052 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:24:08.081543 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Pushing event updated for resources: {'Port': ['ID=869cac33-438f-4fb0-8471-0cf11bd79e3c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:08.126192 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:08.126541 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:08.126879 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:08.127212 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:08.127543 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:08.127870 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:08.128197 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:08.128518 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:08.128842 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:08.129202 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:08.129527 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:08.129846 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Tracked resource versions report: Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: pushed versions: Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: { 'AddressGroup': {'1.2'}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'ConntrackHelper': {'1.0'}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'Log': {'1.0'}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'Network': {'1.1'}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'Port': {'1.7'}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'PortForwarding': {'1.2'}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'QosPolicy': {'1.9'}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'SecurityGroup': {'1.4'}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'SubPort': {'1.0'}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'Subnet': {'1.1'}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'Trunk': {'1.1'}} Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: consumer versions: Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: { DHCP agent@dv-cinder-778193-7-smb: {}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: L3 agent@dv-cinder-778193-7-smb: {}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: Metadata agent@dv-cinder-778193-7-smb: {}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: Metering agent@dv-cinder-778193-7-smb: {}, Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: Open vSwitch agent@dv-cinder-778193-7-smb: { 'AddressGroup': '1.2', Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'ConntrackHelper': '1.0', Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'Log': '1.0', Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'Network': '1.1', Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'Port': '1.7', Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'PortForwarding': '1.2', Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'QosPolicy': '1.9', Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'SecurityGroup': '1.4', Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'SecurityGroupRule': '1.2', Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'SubPort': '1.0', Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'Subnet': '1.1', Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: 'Trunk': '1.1'}} Aug 31 04:24:08.130965 dv-cinder-778193-7-smb neutron-server[93813]: {{(pid=93813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:24:08.167636 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Attempting to bind port 869cac33-438f-4fb0-8471-0cf11bd79e3c on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:24:08.168024 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Attempting to bind port 869cac33-438f-4fb0-8471-0cf11bd79e3c by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': '3c0f2fea-9468-48d0-81e7-69b23d4271d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:24:08.168452 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Attempting to bind port 869cac33-438f-4fb0-8471-0cf11bd79e3c on network 029b2d9b-1a9e-4bb4-8850-ea8198df0c02 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:24:08.173434 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:24:08.173857 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Checking segment: {'id': '3c0f2fea-9468-48d0-81e7-69b23d4271d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:24:08.174328 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:08.174712 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Bound using segment: {'id': '3c0f2fea-9468-48d0-81e7-69b23d4271d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:24:08.175204 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Bound port: 869cac33-438f-4fb0-8471-0cf11bd79e3c, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0f2fea-9468-48d0-81e7-69b23d4271d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:24:08.175613 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:08.236675 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] For port 869cac33-438f-4fb0-8471-0cf11bd79e3c, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:24:08.240832 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] For port 869cac33-438f-4fb0-8471-0cf11bd79e3c, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=869cac33-438f-4fb0-8471-0cf11bd79e3c,segment=NetworkSegment(3c0f2fea-9468-48d0-81e7-69b23d4271d9),segment_id=3c0f2fea-9468-48d0-81e7-69b23d4271d9)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:24:08.246015 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:08.312200 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7481169-3a5e-4b6f-8d7d-40b36664ef23 None None] Pushing event updated for resources: {'Port': ['ID=869cac33-438f-4fb0-8471-0cf11bd79e3c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:09.513467 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 54794) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:10.006780 dv-cinder-778193-7-smb neutron-server[93811]: WARNING oslo_policy.policy [None req-131247d3-2ab7-474a-86e3-1737d3475b8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:24:10.007373 dv-cinder-778193-7-smb neutron-server[93811]: WARNING oslo_policy.policy [None req-131247d3-2ab7-474a-86e3-1737d3475b8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:24:10.227387 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [None req-131247d3-2ab7-474a-86e3-1737d3475b8d admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:24:10.228655 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-131247d3-2ab7-474a-86e3-1737d3475b8d admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7129178 Aug 31 04:24:12.634973 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 54808) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:12.949038 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [None req-ffdb2e3a-32a0-40ea-8ed6-542c3863547f admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:24:12.950006 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-ffdb2e3a-32a0-40ea-8ed6-542c3863547f admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3141968 Aug 31 04:24:15.590669 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 54822) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:15.889955 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5cbeb405-c17b-41f9-bf8f-91d671118256 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:24:15.913243 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb405-c17b-41f9-bf8f-91d671118256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:15.914730 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb405-c17b-41f9-bf8f-91d671118256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:16.056142 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb405-c17b-41f9-bf8f-91d671118256 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:16.061774 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb405-c17b-41f9-bf8f-91d671118256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653224'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:16.075789 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb405-c17b-41f9-bf8f-91d671118256 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:16.077014 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-5cbeb405-c17b-41f9-bf8f-91d671118256 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4853320 Aug 31 04:24:16.441954 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 869cac33-438f-4fb0-8471-0cf11bd79e3c up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:24:16.523708 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 869cac33-438f-4fb0-8471-0cf11bd79e3c completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:24:16.554704 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ccdb87-37e4-47b7-a130-2df271c75c3e None None] Network 029b2d9b-1a9e-4bb4-8850-ea8198df0c02 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:24:16.628488 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-fb0e3f88-aa8c-4bee-a20e-fe848a270789 None None] Provisioning for port 869cac33-438f-4fb0-8471-0cf11bd79e3c completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:24:16.634617 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-fb0e3f88-aa8c-4bee-a20e-fe848a270789 None None] Provisioning complete for port 869cac33-438f-4fb0-8471-0cf11bd79e3c triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:24:16.635010 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb0e3f88-aa8c-4bee-a20e-fe848a270789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:16.808129 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb0e3f88-aa8c-4bee-a20e-fe848a270789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:16.857610 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-fb0e3f88-aa8c-4bee-a20e-fe848a270789 None None] For port 869cac33-438f-4fb0-8471-0cf11bd79e3c, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=869cac33-438f-4fb0-8471-0cf11bd79e3c,segment=NetworkSegment(3c0f2fea-9468-48d0-81e7-69b23d4271d9),segment_id=3c0f2fea-9468-48d0-81e7-69b23d4271d9)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:24:16.862636 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb0e3f88-aa8c-4bee-a20e-fe848a270789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:16.912256 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e3f88-aa8c-4bee-a20e-fe848a270789 None None] Pushing event updated for resources: {'Port': ['ID=869cac33-438f-4fb0-8471-0cf11bd79e3c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:17.082934 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-ec22566e-5c0e-4e45-bbad-2bf8a9556ef0 None None] Provisioning complete for port 869cac33-438f-4fb0-8471-0cf11bd79e3c triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:24:17.083300 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec22566e-5c0e-4e45-bbad-2bf8a9556ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:18.418060 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 869cac33-438f-4fb0-8471-0cf11bd79e3c up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:24:18.463170 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 869cac33-438f-4fb0-8471-0cf11bd79e3c triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:24:18.463543 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:18.521737 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 54830) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:18.835322 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [None req-529d05ff-3876-42dc-a5dd-efa07ed7750f admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:24:18.836313 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-529d05ff-3876-42dc-a5dd-efa07ed7750f admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3135455 Aug 31 04:24:19.443383 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a820c657-a1fb-4264-a416-ea9f1703da58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:21.179710 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 54838) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:21.483792 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:24:21.503666 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Made reservation on behalf of 171f107b198c45289ac3ec80f8cd1309 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:24:21.505856 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:21.514658 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:21.602408 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:21.605713 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:21.619783 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Reserving flat network on physical network physnet1 {{(pid=93812) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 04:24:21.637260 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba416b5c-c55a-486e-bac8-9f3e2aa26448,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:21.641750 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:21.642085 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Added segment b2e3e3b3-5d9f-401e-b66c-9d1365d0319d of type flat for network 60d0a98d-e68b-462a-bfbc-929e006b1a9b Aug 31 04:24:21.686283 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:21.717364 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:21.718268 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:24:21.718832 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:21.772621 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5918517 Aug 31 04:24:21.777274 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e90e4f-d6ff-42f1-8ee7-80eaf5427ded admin admin] Pushing event updated for resources: {'Network': ['ID=60d0a98d-e68b-462a-bfbc-929e006b1a9b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:21.788090 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:24:22.214742 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24f0c089-ad66-4d78-8d5a-08463e965a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:22.421813 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:23.647458 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:24.119329 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 54856) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:24.290253 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a36e6-1463-47c3-bc9b-366b9634bc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:24:24.291548 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-f52a36e6-1463-47c3-bc9b-366b9634bc8d admin admin] 10.222.0.38 "GET /v2.0/subnets/cb90b306-f9a6-4ec2-a1b2-50815d27622d HTTP/1.1" status: 200 len: 849 time: 0.1707809 Aug 31 04:24:24.407511 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-1cbfb428-61e5-4ea8-9619-14915001d1e0 admin admin] 10.222.0.38 "GET /v2.0/routers/ad8d9386-239c-427a-a9f8-f459ee2393dc HTTP/1.1" status: 200 len: 704 time: 0.1098430 Aug 31 04:24:24.677123 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:24.813854 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:24.968577 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Allocated IP 172.20.0.1 (029b2d9b-1a9e-4bb4-8850-ea8198df0c02/cb90b306-f9a6-4ec2-a1b2-50815d27622d/de3811db-e73a-444a-a18e-3a3a89d2b461) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:24:25.160605 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:25.185630 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Transition to ACTIVE for port object de3811db-e73a-444a-a18e-3a3a89d2b461 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:24:25.249066 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:25.319358 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Network 029b2d9b-1a9e-4bb4-8850-ea8198df0c02 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:24:25.324066 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:24:25.329875 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:24:25.330254 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647515'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:25.385506 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Pushing event updated for resources: {'Port': ['ID=de3811db-e73a-444a-a18e-3a3a89d2b461,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:25.523605 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:25.523791 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-52576663-a402-4e3f-b400-a2502da2ab74 None None] Provisioning for port de3811db-e73a-444a-a18e-3a3a89d2b461 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:24:25.527223 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-52576663-a402-4e3f-b400-a2502da2ab74 None None] Provisioning complete for port de3811db-e73a-444a-a18e-3a3a89d2b461 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:24:25.527598 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52576663-a402-4e3f-b400-a2502da2ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:25.559777 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-52576663-a402-4e3f-b400-a2502da2ab74 None None] Port de3811db-e73a-444a-a18e-3a3a89d2b461 cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:24:25.731802 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:25.736039 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:25.736816 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651499'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:25.811236 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Pushing event updated for resources: {'Port': ['ID=de3811db-e73a-444a-a18e-3a3a89d2b461,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:25.858726 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Network 029b2d9b-1a9e-4bb4-8850-ea8198df0c02 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:24:25.859960 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:24:26.017675 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Router ad8d9386-239c-427a-a9f8-f459ee2393dc is scheduled to L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:24:26.086368 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-75f3fbc5-f46c-4a85-bd8f-ade71e90a611 None None] Provisioning complete for port de3811db-e73a-444a-a18e-3a3a89d2b461 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:24:26.086909 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-75f3fbc5-f46c-4a85-bd8f-ade71e90a611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:26.107460 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:24:26.117053 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-db474184-a204-4d07-a4f3-7bfc85a2292c admin admin] 10.222.0.38 "PUT /v2.0/routers/ad8d9386-239c-427a-a9f8-f459ee2393dc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7001674 Aug 31 04:24:26.121073 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-75f3fbc5-f46c-4a85-bd8f-ade71e90a611 None None] Port de3811db-e73a-444a-a18e-3a3a89d2b461 cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:24:26.129540 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Sync routers for ids ['ad8d9386-239c-427a-a9f8-f459ee2393dc'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:24:26.141073 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Routers {'ad8d9386-239c-427a-a9f8-f459ee2393dc'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:24:26.141928 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:24:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['ad8d9386-239c-427a-a9f8-f459ee2393dc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:26.325527 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Set router ad8d9386-239c-427a-a9f8-f459ee2393dc gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:24:26.762810 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'name': 'router1', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:24:15Z', 'updated_at': '2021-08-31T04:24:25Z', 'revision_number': 2, 'project_id': '7f780691447240b083cdf56d0ef9b8db', 'gw_port_host': None, '_interfaces': [{'id': 'de3811db-e73a-444a-a18e-3a3a89d2b461', 'name': '', 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'mac_address': 'fa:16:3e:73:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb90b306-f9a6-4ec2-a1b2-50815d27622d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:24:24Z', 'updated_at': '2021-08-31T04:24:25Z', 'revision_number': 2, 'project_id': '7f780691447240b083cdf56d0ef9b8db', 'subnets': [{'id': 'cb90b306-f9a6-4ec2-a1b2-50815d27622d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e39b38ac-daed-4f48-84a3-884ab3f6911d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:26.815047 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Checking router: ad8d9386-239c-427a-a9f8-f459ee2393dc for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:24:26.815433 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Updating router ad8d9386-239c-427a-a9f8-f459ee2393dc port de3811db-e73a-444a-a18e-3a3a89d2b461 binding host dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:24:26.864565 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:27.369359 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:27.387829 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Transition to ACTIVE for port object de3811db-e73a-444a-a18e-3a3a89d2b461 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:24:27.393566 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:27.483065 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Pushing event updated for resources: {'Port': ['ID=de3811db-e73a-444a-a18e-3a3a89d2b461,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:27.492551 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:27.492898 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:27.493278 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:27.493611 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:27.493939 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:27.494258 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:27.494624 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:27.494951 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:27.495271 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:27.495589 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:27.495905 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:27.496210 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Tracked resource versions report: Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: pushed versions: Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: { 'AddressGroup': {'1.2'}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'ConntrackHelper': {'1.0'}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'Log': {'1.0'}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'Network': {'1.1'}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'Port': {'1.7'}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'PortForwarding': {'1.2'}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'QosPolicy': {'1.9'}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'SecurityGroup': {'1.4'}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'SubPort': {'1.0'}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'Subnet': {'1.1'}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'Trunk': {'1.1'}} Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: consumer versions: Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: { DHCP agent@dv-cinder-778193-7-smb: {}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: L3 agent@dv-cinder-778193-7-smb: {}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: Metadata agent@dv-cinder-778193-7-smb: {}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: Metering agent@dv-cinder-778193-7-smb: {}, Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: Open vSwitch agent@dv-cinder-778193-7-smb: { 'AddressGroup': '1.2', Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'ConntrackHelper': '1.0', Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'Log': '1.0', Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'Network': '1.1', Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'Port': '1.7', Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'PortForwarding': '1.2', Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'QosPolicy': '1.9', Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'SecurityGroup': '1.4', Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'SecurityGroupRule': '1.2', Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'SubPort': '1.0', Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'Subnet': '1.1', Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: 'Trunk': '1.1'}} Aug 31 04:24:27.497347 dv-cinder-778193-7-smb neutron-server[93814]: {{(pid=93814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:24:27.577110 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Attempting to bind port de3811db-e73a-444a-a18e-3a3a89d2b461 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:24:27.577518 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Attempting to bind port de3811db-e73a-444a-a18e-3a3a89d2b461 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': '3c0f2fea-9468-48d0-81e7-69b23d4271d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:24:27.578769 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Attempting to bind port de3811db-e73a-444a-a18e-3a3a89d2b461 on network 029b2d9b-1a9e-4bb4-8850-ea8198df0c02 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:24:27.584063 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:24:27.584486 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Checking segment: {'id': '3c0f2fea-9468-48d0-81e7-69b23d4271d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:24:27.584968 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:27.585396 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Bound using segment: {'id': '3c0f2fea-9468-48d0-81e7-69b23d4271d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:24:27.585936 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Bound port: de3811db-e73a-444a-a18e-3a3a89d2b461, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0f2fea-9468-48d0-81e7-69b23d4271d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:24:27.586336 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:27.655763 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] For port de3811db-e73a-444a-a18e-3a3a89d2b461, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:24:27.674674 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] For port de3811db-e73a-444a-a18e-3a3a89d2b461, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=de3811db-e73a-444a-a18e-3a3a89d2b461,segment=NetworkSegment(3c0f2fea-9468-48d0-81e7-69b23d4271d9),segment_id=3c0f2fea-9468-48d0-81e7-69b23d4271d9)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:24:27.680060 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:27.735361 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Routers {'ad8d9386-239c-427a-a9f8-f459ee2393dc'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:24:27.735985 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:24:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['ad8d9386-239c-427a-a9f8-f459ee2393dc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:27.771347 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de8793-432b-458c-89d6-0ac3a6b22ae5 None None] Pushing event updated for resources: {'Port': ['ID=de3811db-e73a-444a-a18e-3a3a89d2b461,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:27.832037 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] Set router ad8d9386-239c-427a-a9f8-f459ee2393dc gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:24:28.036817 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'name': 'router1', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:24:15Z', 'updated_at': '2021-08-31T04:24:25Z', 'revision_number': 2, 'project_id': '7f780691447240b083cdf56d0ef9b8db', 'gw_port_host': None, '_interfaces': [{'id': 'de3811db-e73a-444a-a18e-3a3a89d2b461', 'name': '', 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'mac_address': 'fa:16:3e:73:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb90b306-f9a6-4ec2-a1b2-50815d27622d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:24:24Z', 'updated_at': '2021-08-31T04:24:27Z', 'revision_number': 4, 'project_id': '7f780691447240b083cdf56d0ef9b8db', 'subnets': [{'id': 'cb90b306-f9a6-4ec2-a1b2-50815d27622d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e39b38ac-daed-4f48-84a3-884ab3f6911d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:28.064841 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22530ef1-c8c0-4a08-a675-4249303e29dc None None] The sync data for ids ['ad8d9386-239c-427a-a9f8-f459ee2393dc'] in dv-cinder-778193-7-smb is: [{'id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'name': 'router1', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:24:15Z', 'updated_at': '2021-08-31T04:24:25Z', 'revision_number': 2, 'project_id': '7f780691447240b083cdf56d0ef9b8db', 'gw_port_host': None, '_interfaces': [{'id': 'de3811db-e73a-444a-a18e-3a3a89d2b461', 'name': '', 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'mac_address': 'fa:16:3e:73:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb90b306-f9a6-4ec2-a1b2-50815d27622d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:24:24Z', 'updated_at': '2021-08-31T04:24:27Z', 'revision_number': 4, 'project_id': '7f780691447240b083cdf56d0ef9b8db', 'subnets': [{'id': 'cb90b306-f9a6-4ec2-a1b2-50815d27622d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e39b38ac-daed-4f48-84a3-884ab3f6911d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:24:28.349417 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 54876) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:28.460059 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c8c663-dde7-4d2c-b136-03140525f87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:24:28.461447 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-06c8c663-dde7-4d2c-b136-03140525f87b admin admin] 10.222.0.38 "GET /v2.0/networks/60d0a98d-e68b-462a-bfbc-929e006b1a9b HTTP/1.1" status: 200 len: 842 time: 0.1110737 Aug 31 04:24:28.471935 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9f6cd298-23b8-44f4-9838-87889ed8e798 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.1.0/24', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'gateway_ip': '172.28.1.1', 'enable_dhcp': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:24:28.493079 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6cd298-23b8-44f4-9838-87889ed8e798 admin admin] Made reservation on behalf of 171f107b198c45289ac3ec80f8cd1309 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:24:28.495285 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd298-23b8-44f4-9838-87889ed8e798 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:28.847073 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.objects.ports [None req-9f6cd298-23b8-44f4-9838-87889ed8e798 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 04:24:28.847540 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd298-23b8-44f4-9838-87889ed8e798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:28.899137 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cd298-23b8-44f4-9838-87889ed8e798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7641d671-76b0-413a-b5af-da87ce3f41e6,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:28.909760 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6cd298-23b8-44f4-9838-87889ed8e798 admin admin] Checking segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:24:28.910116 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6cd298-23b8-44f4-9838-87889ed8e798 admin admin] Network hostable DHCP agents. Network: 60d0a98d-e68b-462a-bfbc-929e006b1a9b, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:24:28.925751 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6cd298-23b8-44f4-9838-87889ed8e798 admin admin] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:24:28.934254 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9f6cd298-23b8-44f4-9838-87889ed8e798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, 60d0a98d-e68b-462a-bfbc-929e006b1a9b) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:24:28.938277 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6cd298-23b8-44f4-9838-87889ed8e798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:24:28.939292 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd298-23b8-44f4-9838-87889ed8e798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:28.943347 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e757345d-273b-45ae-a5c0-d0a5e1d1c10f None None] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:24:28.958950 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-9f6cd298-23b8-44f4-9838-87889ed8e798 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4905384 Aug 31 04:24:29.083553 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c55888-a967-4639-89c7-ca6d8310b181 None None] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:24:31.215231 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 54884) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:31.343393 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-9ea23b12-cd02-4c31-87ed-0c925b06113e admin admin] 10.222.0.38 "GET /v2.0/routers/ad8d9386-239c-427a-a9f8-f459ee2393dc HTTP/1.1" status: 200 len: 710 time: 0.1269279 Aug 31 04:24:31.430379 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d1e6e-3a70-4c3f-b69d-2e220204f7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:24:31.431757 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-945d1e6e-3a70-4c3f-b69d-2e220204f7f6 admin admin] 10.222.0.38 "GET /v2.0/networks/60d0a98d-e68b-462a-bfbc-929e006b1a9b HTTP/1.1" status: 200 len: 886 time: 0.0825009 Aug 31 04:24:31.441765 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:24:31.698544 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:31.925739 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:32.002832 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:32.104598 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Allocated IP 172.28.1.208 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/b1604307-c636-44ea-a99b-fa4c4ee4fce9) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:24:32.201704 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:32.240142 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:32.280878 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:24:32.283698 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:24:32.289680 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:24:32.292956 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Pushing event updated for resources: {'Port': ['ID=b1604307-c636-44ea-a99b-fa4c4ee4fce9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:32.620475 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:32.810206 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4600'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:32.813664 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1654234'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:32.918365 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Router ad8d9386-239c-427a-a9f8-f459ee2393dc has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:24:33.023315 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:24:33.027520 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:33.028720 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-7dee59ce-e2e7-4200-9b31-4d76e4198c95 admin admin] 10.222.0.38 "PUT /v2.0/routers/ad8d9386-239c-427a-a9f8-f459ee2393dc HTTP/1.1" status: 200 len: 890 time: 1.5902369 Aug 31 04:24:34.454921 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device de3811db-e73a-444a-a18e-3a3a89d2b461 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:24:34.479064 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Sync routers for ids ['ad8d9386-239c-427a-a9f8-f459ee2393dc'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:24:34.500962 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Routers {'ad8d9386-239c-427a-a9f8-f459ee2393dc'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:24:34.501629 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:24:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['ad8d9386-239c-427a-a9f8-f459ee2393dc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:34.595941 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port de3811db-e73a-444a-a18e-3a3a89d2b461 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:24:34.662987 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port de3811db-e73a-444a-a18e-3a3a89d2b461 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:24:34.663313 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:34.783769 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Set router ad8d9386-239c-427a-a9f8-f459ee2393dc gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:24:34.976211 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:35.091610 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port de3811db-e73a-444a-a18e-3a3a89d2b461, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=de3811db-e73a-444a-a18e-3a3a89d2b461,segment=NetworkSegment(3c0f2fea-9468-48d0-81e7-69b23d4271d9),segment_id=3c0f2fea-9468-48d0-81e7-69b23d4271d9)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:24:35.105673 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:35.205257 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=de3811db-e73a-444a-a18e-3a3a89d2b461,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:35.266276 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'name': 'router1', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.208'}], 'enable_snat': True}, 'gw_port_id': 'b1604307-c636-44ea-a99b-fa4c4ee4fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:24:15Z', 'updated_at': '2021-08-31T04:24:32Z', 'revision_number': 4, 'project_id': '7f780691447240b083cdf56d0ef9b8db', 'gw_port': {'id': 'b1604307-c636-44ea-a99b-fa4c4ee4fce9', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:24:32Z', 'updated_at': '2021-08-31T04:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': 'de3811db-e73a-444a-a18e-3a3a89d2b461', 'name': '', 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'mac_address': 'fa:16:3e:73:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb90b306-f9a6-4ec2-a1b2-50815d27622d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:24:24Z', 'updated_at': '2021-08-31T04:24:27Z', 'revision_number': 4, 'project_id': '7f780691447240b083cdf56d0ef9b8db', 'subnets': [{'id': 'cb90b306-f9a6-4ec2-a1b2-50815d27622d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e39b38ac-daed-4f48-84a3-884ab3f6911d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:35.320099 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Checking router: ad8d9386-239c-427a-a9f8-f459ee2393dc for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:24:35.320471 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Updating router ad8d9386-239c-427a-a9f8-f459ee2393dc port b1604307-c636-44ea-a99b-fa4c4ee4fce9 binding host dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:24:35.367522 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:35.442487 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 54896) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:24:35.552973 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-68a49160-7649-4fa3-9518-65972895f54f admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1091933 Aug 31 04:24:35.697546 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:35.708342 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Transition to ACTIVE for port object b1604307-c636-44ea-a99b-fa4c4ee4fce9 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:24:35.714976 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:35.762742 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Attempting to bind port b1604307-c636-44ea-a99b-fa4c4ee4fce9 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:24:35.763112 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Attempting to bind port b1604307-c636-44ea-a99b-fa4c4ee4fce9 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:24:35.763479 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Attempting to bind port b1604307-c636-44ea-a99b-fa4c4ee4fce9 on network 60d0a98d-e68b-462a-bfbc-929e006b1a9b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:24:35.771767 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bf03d-ba65-4033-bd6e-006d47e4b9e5 None None] Pushing event updated for resources: {'Port': ['ID=b1604307-c636-44ea-a99b-fa4c4ee4fce9,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:35.775496 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:24:35.775882 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Checking segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:24:35.776286 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:35.776674 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Bound using segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:24:35.777168 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Bound port: b1604307-c636-44ea-a99b-fa4c4ee4fce9, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:24:35.777571 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:35.827246 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] For port b1604307-c636-44ea-a99b-fa4c4ee4fce9, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:24:35.830904 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] For port b1604307-c636-44ea-a99b-fa4c4ee4fce9, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=b1604307-c636-44ea-a99b-fa4c4ee4fce9,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:24:35.835304 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:35.892203 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Routers {'ad8d9386-239c-427a-a9f8-f459ee2393dc'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:24:35.892812 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:24:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['ad8d9386-239c-427a-a9f8-f459ee2393dc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:35.897700 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bf03d-ba65-4033-bd6e-006d47e4b9e5 None None] Pushing event updated for resources: {'Port': ['ID=b1604307-c636-44ea-a99b-fa4c4ee4fce9,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:36.088171 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] Set router ad8d9386-239c-427a-a9f8-f459ee2393dc gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:24:36.299035 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'name': 'router1', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.208'}], 'enable_snat': True}, 'gw_port_id': 'b1604307-c636-44ea-a99b-fa4c4ee4fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:24:15Z', 'updated_at': '2021-08-31T04:24:32Z', 'revision_number': 4, 'project_id': '7f780691447240b083cdf56d0ef9b8db', 'gw_port': {'id': 'b1604307-c636-44ea-a99b-fa4c4ee4fce9', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:24:32Z', 'updated_at': '2021-08-31T04:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': 'de3811db-e73a-444a-a18e-3a3a89d2b461', 'name': '', 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'mac_address': 'fa:16:3e:73:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb90b306-f9a6-4ec2-a1b2-50815d27622d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:24:24Z', 'updated_at': '2021-08-31T04:24:35Z', 'revision_number': 5, 'project_id': '7f780691447240b083cdf56d0ef9b8db', 'subnets': [{'id': 'cb90b306-f9a6-4ec2-a1b2-50815d27622d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e39b38ac-daed-4f48-84a3-884ab3f6911d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:24:36.326249 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2ad04-a8d8-4385-8a45-00e08b921dd0 None None] The sync data for ids ['ad8d9386-239c-427a-a9f8-f459ee2393dc'] in dv-cinder-778193-7-smb is: [{'id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'name': 'router1', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.208'}], 'enable_snat': True}, 'gw_port_id': 'b1604307-c636-44ea-a99b-fa4c4ee4fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:24:15Z', 'updated_at': '2021-08-31T04:24:32Z', 'revision_number': 4, 'project_id': '7f780691447240b083cdf56d0ef9b8db', 'gw_port': {'id': 'b1604307-c636-44ea-a99b-fa4c4ee4fce9', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:24:32Z', 'updated_at': '2021-08-31T04:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': 'de3811db-e73a-444a-a18e-3a3a89d2b461', 'name': '', 'network_id': '029b2d9b-1a9e-4bb4-8850-ea8198df0c02', 'tenant_id': '7f780691447240b083cdf56d0ef9b8db', 'mac_address': 'fa:16:3e:73:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d9386-239c-427a-a9f8-f459ee2393dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb90b306-f9a6-4ec2-a1b2-50815d27622d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:24:24Z', 'updated_at': '2021-08-31T04:24:35Z', 'revision_number': 5, 'project_id': '7f780691447240b083cdf56d0ef9b8db', 'subnets': [{'id': 'cb90b306-f9a6-4ec2-a1b2-50815d27622d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e39b38ac-daed-4f48-84a3-884ab3f6911d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:24:36.501082 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device de3811db-e73a-444a-a18e-3a3a89d2b461 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:24:36.557539 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port de3811db-e73a-444a-a18e-3a3a89d2b461 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:24:36.558001 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:38.482417 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device b1604307-c636-44ea-a99b-fa4c4ee4fce9 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:24:38.547496 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port b1604307-c636-44ea-a99b-fa4c4ee4fce9 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:24:38.558577 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port b1604307-c636-44ea-a99b-fa4c4ee4fce9 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:24:38.558895 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:38.639496 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:38.659085 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port b1604307-c636-44ea-a99b-fa4c4ee4fce9, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=b1604307-c636-44ea-a99b-fa4c4ee4fce9,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:24:38.662825 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:38.708699 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=b1604307-c636-44ea-a99b-fa4c4ee4fce9,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:24:40.491416 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device b1604307-c636-44ea-a99b-fa4c4ee4fce9 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:24:40.578608 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port b1604307-c636-44ea-a99b-fa4c4ee4fce9 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:24:40.579205 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:46.724881 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 5 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:24:49.447699 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-477eeae2-5c32-44e7-be1b-c61f6698e2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:52.217670 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de00d07b-430e-4132-b5d5-99553910561d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:52.423863 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:53.657394 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:24:54.834528 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:19.450266 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6abce23-b753-4349-b255-cce1d0ca606e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:22.220391 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c96a521-c097-495e-82c1-e476fefd12bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:22.431119 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:23.655846 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:23.723816 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 5 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:25:24.885694 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:49.453731 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6b50a8e-3852-4d68-a981-d280880259e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:52.223302 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be7ceaf8-0024-44dd-98e0-0c83553d4233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:52.422967 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:53.658367 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:25:54.842155 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:00.723165 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 5 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:26:10.787760 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55458) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:10.848519 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c57ab86-af76-4ec2-bda4-f92d61d5aa94 admin admin] GET failed (client error): The resource could not be found. Aug 31 04:26:10.849885 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-5c57ab86-af76-4ec2-bda4-f92d61d5aa94 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611820 Aug 31 04:26:11.009241 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518bc2e8-f2a9-465c-a505-557d4a48095f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:11.010727 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-518bc2e8-f2a9-465c-a505-557d4a48095f admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1556697 Aug 31 04:26:13.174857 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55468) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:13.264774 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb83251-ab0b-4128-b8f0-145001180c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:13.266048 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-0cb83251-ab0b-4128-b8f0-145001180c6f admin admin] 10.222.0.38 "GET /v2.0/subnets/cb90b306-f9a6-4ec2-a1b2-50815d27622d HTTP/1.1" status: 200 len: 849 time: 0.0902414 Aug 31 04:26:13.276731 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:26:13.363869 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:13.500829 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731726332124'] for subnet, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:13.535980 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:13.536575 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:13.556228 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] 10.222.0.38 "PUT /v2.0/subnets/cb90b306-f9a6-4ec2-a1b2-50815d27622d HTTP/1.1" status: 200 len: 868 time: 0.2656045 Aug 31 04:26:13.556454 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31f8745-fdb0-4de0-b94d-67324a555226 None None] Network 029b2d9b-1a9e-4bb4-8850-ea8198df0c02 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:26:13.557253 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb90b306-f9a6-4ec2-a1b2-50815d27622d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:26:13.564650 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:13.565025 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:13.565388 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:13.565729 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:13.566064 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:13.566399 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:13.566730 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:13.567062 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:13.567413 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:13.567746 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:13.568073 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:13.568397 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86429e95-ede5-4fbd-bb66-53587a04ab86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:13.905021 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-5e8afe4f-eb33-49c8-915e-dedbc1df20bd None None] Provisioning complete for port 869cac33-438f-4fb0-8471-0cf11bd79e3c triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:26:13.905421 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e8afe4f-eb33-49c8-915e-dedbc1df20bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:13.993416 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-5e8afe4f-eb33-49c8-915e-dedbc1df20bd None None] Provisioning complete for port de3811db-e73a-444a-a18e-3a3a89d2b461 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:26:13.993790 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e8afe4f-eb33-49c8-915e-dedbc1df20bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:15.700395 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55476) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:15.896144 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a02aab-42ea-4940-b453-bb2101ea6236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:15.896534 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a02aab-42ea-4940-b453-bb2101ea6236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:15.898128 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-e2a02aab-42ea-4940-b453-bb2101ea6236 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967440 Aug 31 04:26:18.062719 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55484) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:18.191963 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b105dcd-e508-4398-8ffe-d9ce2beae1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:18.192436 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b105dcd-e508-4398-8ffe-d9ce2beae1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:18.193969 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-0b105dcd-e508-4398-8ffe-d9ce2beae1d9 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1302426 Aug 31 04:26:19.454909 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2954-b7b5-49c2-9d2e-9d963a3e0a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:20.380383 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55492) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:20.506975 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f19053-79e4-4b0a-8f51-af6fc26b904b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:20.508315 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-e6f19053-79e4-4b0a-8f51-af6fc26b904b admin admin] 10.222.0.38 "GET /v2.0/networks/029b2d9b-1a9e-4bb4-8850-ea8198df0c02 HTTP/1.1" status: 200 len: 869 time: 0.1269808 Aug 31 04:26:22.224530 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5fd411f-ff5d-499f-89d9-f65371013371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:22.424773 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:22.709313 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55500) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:22.958898 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f7f0b-d2b9-4d5e-9a72-3d7b326cecc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:22.960261 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-e61f7f0b-d2b9-4d5e-9a72-3d7b326cecc7 admin admin] 10.222.0.38 "GET /v2.0/networks/60d0a98d-e68b-462a-bfbc-929e006b1a9b HTTP/1.1" status: 200 len: 886 time: 0.2494888 Aug 31 04:26:23.659636 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:24.845343 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:25.117387 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 55508) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:25.352953 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.policy [None req-9c6a4711-cfdd-4623-b824-d023e66cb1d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93811) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 04:26:25.399277 dv-cinder-778193-7-smb neutron-server[93811]: WARNING oslo_policy.policy [None req-9c6a4711-cfdd-4623-b824-d023e66cb1d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:26:25.399656 dv-cinder-778193-7-smb neutron-server[93811]: WARNING oslo_policy.policy [None req-9c6a4711-cfdd-4623-b824-d023e66cb1d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:26:25.407923 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6a4711-cfdd-4623-b824-d023e66cb1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:25.408399 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6a4711-cfdd-4623-b824-d023e66cb1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:25.410304 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-9c6a4711-cfdd-4623-b824-d023e66cb1d0 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2920024 Aug 31 04:26:27.570517 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 55520) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:27.661669 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970487d4-cec6-4828-9fbf-bb280c8a8f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:27.662117 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970487d4-cec6-4828-9fbf-bb280c8a8f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:27.663668 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-970487d4-cec6-4828-9fbf-bb280c8a8f65 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922050 Aug 31 04:26:29.856618 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 55528) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:29.967014 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6158f2f7-703a-41a4-8273-346263781f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:29.968353 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-6158f2f7-703a-41a4-8273-346263781f05 admin admin] 10.222.0.38 "GET /v2.0/subnets/7641d671-76b0-413a-b5af-da87ce3f41e6 HTTP/1.1" status: 200 len: 816 time: 0.1107624 Aug 31 04:26:32.123265 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 55536) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:32.227202 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba501f2b-906f-45ba-80cc-32754460669a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:32.228512 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-ba501f2b-906f-45ba-80cc-32754460669a admin admin] 10.222.0.38 "GET /v2.0/subnets/cb90b306-f9a6-4ec2-a1b2-50815d27622d HTTP/1.1" status: 200 len: 868 time: 0.1042914 Aug 31 04:26:37.723050 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 5 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:26:49.456227 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-906eca46-1021-4f09-a96a-013cf790b85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:52.227248 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ace487a9-5b3a-4303-bcdf-57cef49f9dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:52.426340 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:53.664045 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:54.846833 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:26:55.901869 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55590) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:55.955273 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [None req-88863309-901b-4b81-98dd-f15b79469a11 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:26:55.956297 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-88863309-901b-4b81-98dd-f15b79469a11 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534048 Aug 31 04:26:58.393011 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55598) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:26:58.456251 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2128bc59-d6f4-4534-86c6-a7783f790bb0 admin admin] GET failed (client error): The resource could not be found. Aug 31 04:26:58.457574 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-2128bc59-d6f4-4534-86c6-a7783f790bb0 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0636182 Aug 31 04:26:58.565947 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141eaa3c-890f-459b-9fc6-711ea6b7150e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:26:58.571688 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-141eaa3c-890f-459b-9fc6-711ea6b7150e admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1046841 Aug 31 04:27:00.810193 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55606) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:27:00.858893 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-212914f0-b34f-4f96-912f-0b9aba3da9d9 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:27:00.878850 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212914f0-b34f-4f96-912f-0b9aba3da9d9 admin admin] Made reservation on behalf of 171f107b198c45289ac3ec80f8cd1309 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:27:00.881069 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-212914f0-b34f-4f96-912f-0b9aba3da9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:00.908289 dv-cinder-778193-7-smb neutron-server[93812]: WARNING neutron.services.revisions.revision_plugin [None req-212914f0-b34f-4f96-912f-0b9aba3da9d9 admin admin] Could not find related network for resource to bump revision. Aug 31 04:27:00.920118 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212914f0-b34f-4f96-912f-0b9aba3da9d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:27:00.929330 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-212914f0-b34f-4f96-912f-0b9aba3da9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:00.929675 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-212914f0-b34f-4f96-912f-0b9aba3da9d9 admin admin] Added segment b4d58d54-7074-4da8-9e95-0ba53e1be78a of type vlan for network a6480814-d184-4c70-94c3-e9e03c9f1d1d Aug 31 04:27:00.968447 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-212914f0-b34f-4f96-912f-0b9aba3da9d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:00.992922 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-212914f0-b34f-4f96-912f-0b9aba3da9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:00.993838 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212914f0-b34f-4f96-912f-0b9aba3da9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:00.994408 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-212914f0-b34f-4f96-912f-0b9aba3da9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:01.048120 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-212914f0-b34f-4f96-912f-0b9aba3da9d9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2368507 Aug 31 04:27:01.054682 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212914f0-b34f-4f96-912f-0b9aba3da9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=a6480814-d184-4c70-94c3-e9e03c9f1d1d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:01.065428 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network a6480814-d184-4c70-94c3-e9e03c9f1d1d details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:27:03.234493 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55614) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:27:03.297298 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06cc23b-1069-4315-9136-58c511955b8b admin admin] GET failed (client error): The resource could not be found. Aug 31 04:27:03.298595 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-d06cc23b-1069-4315-9136-58c511955b8b admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631907 Aug 31 04:27:03.366429 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5587b932-eb78-4c8f-a1e1-e05bf3e07a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:03.367816 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-5587b932-eb78-4c8f-a1e1-e05bf3e07a6c admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641420 Aug 31 04:27:03.377834 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d3922fa2-8bd3-4d6b-a712-db7680860c54 admin admin] Request body: {'subnet': {'network_id': 'a6480814-d184-4c70-94c3-e9e03c9f1d1d', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:27:03.397997 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3922fa2-8bd3-4d6b-a712-db7680860c54 admin admin] Made reservation on behalf of 171f107b198c45289ac3ec80f8cd1309 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:27:03.400223 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3922fa2-8bd3-4d6b-a712-db7680860c54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:03.558493 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3922fa2-8bd3-4d6b-a712-db7680860c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:03.612927 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3922fa2-8bd3-4d6b-a712-db7680860c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5255064-b1dd-4ca2-bac5-d00b2c1342df,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:03.619987 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3922fa2-8bd3-4d6b-a712-db7680860c54 admin admin] Checking segment: {'id': 'b4d58d54-7074-4da8-9e95-0ba53e1be78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6480814-d184-4c70-94c3-e9e03c9f1d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:27:03.620340 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3922fa2-8bd3-4d6b-a712-db7680860c54 admin admin] Network hostable DHCP agents. Network: a6480814-d184-4c70-94c3-e9e03c9f1d1d, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:27:03.636056 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3922fa2-8bd3-4d6b-a712-db7680860c54 admin admin] Network a6480814-d184-4c70-94c3-e9e03c9f1d1d is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:27:03.644480 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d3922fa2-8bd3-4d6b-a712-db7680860c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, a6480814-d184-4c70-94c3-e9e03c9f1d1d) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:27:03.648465 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3922fa2-8bd3-4d6b-a712-db7680860c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:27:03.649070 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3922fa2-8bd3-4d6b-a712-db7680860c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:03.653851 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966d853-979a-4f1f-9cd9-97882d6ed976 None None] Network a6480814-d184-4c70-94c3-e9e03c9f1d1d requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:27:03.664856 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-d3922fa2-8bd3-4d6b-a712-db7680860c54 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2901723 Aug 31 04:27:03.807211 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp527c13e1-2756-51d6-b380-8b5cdd64d3a9-a6480814-d184-4c70-94c3-e9e03c9f1d1d', 'network_id': 'a6480814-d184-4c70-94c3-e9e03c9f1d1d', 'tenant_id': '171f107b198c45289ac3ec80f8cd1309', 'fixed_ips': [{'subnet_id': 'f5255064-b1dd-4ca2-bac5-d00b2c1342df'}]}} from dv-cinder-778193-7-smb. {{(pid=93813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:27:03.808128 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:04.061294 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Allocated IP 192.168.233.2 (a6480814-d184-4c70-94c3-e9e03c9f1d1d/f5255064-b1dd-4ca2-bac5-d00b2c1342df/01cea74f-fb9a-4214-866c-64b295360fa7) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:27:04.232009 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:04.244940 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Transition to ACTIVE for port object 01cea74f-fb9a-4214-866c-64b295360fa7 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:27:04.260641 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Transition to ACTIVE for port object 01cea74f-fb9a-4214-866c-64b295360fa7 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:27:04.270099 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:04.317408 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Network a6480814-d184-4c70-94c3-e9e03c9f1d1d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:27:04.324462 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Pushing event updated for resources: {'Port': ['ID=01cea74f-fb9a-4214-866c-64b295360fa7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:04.328415 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:27:04.335884 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:27:04.339274 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:04.339808 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:04.340271 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:04.340764 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:04.341278 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:04.341736 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:04.342149 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:04.342592 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:04.343066 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:04.343521 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:04.343906 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:04.344310 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:04.414450 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Attempting to bind port 01cea74f-fb9a-4214-866c-64b295360fa7 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:27:04.414818 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Attempting to bind port 01cea74f-fb9a-4214-866c-64b295360fa7 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'b4d58d54-7074-4da8-9e95-0ba53e1be78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6480814-d184-4c70-94c3-e9e03c9f1d1d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:27:04.415187 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Attempting to bind port 01cea74f-fb9a-4214-866c-64b295360fa7 on network a6480814-d184-4c70-94c3-e9e03c9f1d1d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:27:04.420236 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:27:04.420604 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Checking segment: {'id': 'b4d58d54-7074-4da8-9e95-0ba53e1be78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6480814-d184-4c70-94c3-e9e03c9f1d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:27:04.421066 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:04.421417 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Bound using segment: {'id': 'b4d58d54-7074-4da8-9e95-0ba53e1be78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6480814-d184-4c70-94c3-e9e03c9f1d1d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:27:04.421879 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Bound port: 01cea74f-fb9a-4214-866c-64b295360fa7, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d58d54-7074-4da8-9e95-0ba53e1be78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6480814-d184-4c70-94c3-e9e03c9f1d1d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:27:04.422277 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:04.498483 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] For port 01cea74f-fb9a-4214-866c-64b295360fa7, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:27:04.502282 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] For port 01cea74f-fb9a-4214-866c-64b295360fa7, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=01cea74f-fb9a-4214-866c-64b295360fa7,segment=NetworkSegment(b4d58d54-7074-4da8-9e95-0ba53e1be78a),segment_id=b4d58d54-7074-4da8-9e95-0ba53e1be78a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:27:04.507270 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:04.571462 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836cbd7-4b92-4c68-91e7-5348095514fb None None] Pushing event updated for resources: {'Port': ['ID=01cea74f-fb9a-4214-866c-64b295360fa7,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:05.414150 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345a82f9-e17f-4d6e-94f6-0874c24bdef1 None None] Network a6480814-d184-4c70-94c3-e9e03c9f1d1d requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:27:05.482272 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-cc2287d4-4d20-4680-b0f6-c533a57bcb7c None None] Provisioning for port 01cea74f-fb9a-4214-866c-64b295360fa7 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:27:06.574084 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 01cea74f-fb9a-4214-866c-64b295360fa7 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:27:06.627233 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 01cea74f-fb9a-4214-866c-64b295360fa7 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:27:06.631527 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 01cea74f-fb9a-4214-866c-64b295360fa7 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:27:06.631905 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:06.707758 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:06.739458 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 01cea74f-fb9a-4214-866c-64b295360fa7, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=01cea74f-fb9a-4214-866c-64b295360fa7,segment=NetworkSegment(b4d58d54-7074-4da8-9e95-0ba53e1be78a),segment_id=b4d58d54-7074-4da8-9e95-0ba53e1be78a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:27:06.744070 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:06.790807 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=01cea74f-fb9a-4214-866c-64b295360fa7,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:08.550524 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 01cea74f-fb9a-4214-866c-64b295360fa7 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:27:08.603037 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 01cea74f-fb9a-4214-866c-64b295360fa7 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:27:08.603412 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:14.725146 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 5 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:27:19.458940 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e03744ea-cf3e-4a6b-b062-8ad0b741ad23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:22.229143 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c84779d-ce3c-4248-bf8d-d07eb8df0df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:22.427946 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:23.666251 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:24.850692 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:49.462935 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5eda913c-8b1e-49c1-8626-066bc312a57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:51.724407 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 5 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:27:52.229357 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-23a9f380-c8c3-43cc-bdba-a6dcc3cd5136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:52.429396 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:53.668981 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:27:54.853129 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:12.076172 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55666) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:28:12.082197 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [None req-e732f21c-6155-468f-a4d6-9d613aa0e134 tempest-verify_tempest_config-343666899 tempest-verify_tempest_config-343666899-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:28:12.083164 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-e732f21c-6155-468f-a4d6-9d613aa0e134 tempest-verify_tempest_config-343666899 tempest-verify_tempest_config-343666899-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060210 Aug 31 04:28:12.370789 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55684) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:28:12.470713 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:12.571528 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:12.575008 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:12.619800 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8fcd7c6358b14f62a6b9bde49e06d8f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2480054 Aug 31 04:28:12.620800 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94db4a9-0de7-4f63-9601-97ecac219a44,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:28:12.622562 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 55688) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:28:12.627531 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.627884 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.628229 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.628570 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.628936 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.629307 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.629635 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.629965 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.630297 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.630669 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.631016 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.631339 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ab1a-b9d2-466e-ba24-8d61975816ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.704558 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:12.725764 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:12.814447 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:12.817383 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:12.818554 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d94db4a9-0de7-4f63-9601-97ecac219a44 HTTP/1.1" status: 204 len: 168 time: 0.1950316 Aug 31 04:28:12.826612 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94db4a9-0de7-4f63-9601-97ecac219a44,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:28:12.839136 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.839548 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.839828 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.840162 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.840495 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.840825 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.841182 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.841477 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.841812 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.842139 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.842515 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.842761 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4a61b-18bc-488f-a9eb-777033fb6131 admin admin] Tracked resource versions report: Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: pushed versions: Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: { 'AddressGroup': {'1.2'}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'ConntrackHelper': {'1.0'}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'Log': {'1.0'}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'Network': {'1.1'}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'Port': {'1.7'}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'PortForwarding': {'1.2'}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'QosPolicy': {'1.9'}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'SecurityGroup': {'1.4'}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'SubPort': {'1.0'}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'Subnet': {'1.1'}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'Trunk': {'1.1'}} Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: consumer versions: Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: { DHCP agent@dv-cinder-778193-7-smb: {}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: L3 agent@dv-cinder-778193-7-smb: {}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: Metadata agent@dv-cinder-778193-7-smb: {}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: Metering agent@dv-cinder-778193-7-smb: {}, Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: Open vSwitch agent@dv-cinder-778193-7-smb: { 'AddressGroup': '1.2', Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'ConntrackHelper': '1.0', Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'Log': '1.0', Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'Network': '1.1', Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'Port': '1.7', Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'PortForwarding': '1.2', Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'QosPolicy': '1.9', Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'SecurityGroup': '1.4', Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'SecurityGroupRule': '1.2', Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'SubPort': '1.0', Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'Subnet': '1.1', Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: 'Trunk': '1.1'}} Aug 31 04:28:12.843889 dv-cinder-778193-7-smb neutron-server[93811]: {{(pid=93811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:28:19.464617 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd8a62b6-c6ae-42d7-a689-f775495e27db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:22.231104 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52caefad-8a01-4f81-9198-0ce1f0f26488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:22.431507 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:23.672390 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:24.855223 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:28.776836 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 5 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:28:49.465966 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e458c91e-9ae1-4c87-9211-15487eeac9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:52.233202 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-91aa1ad7-bf47-4999-8e21-b0753c1933d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:52.431257 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:53.674064 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:28:54.859361 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:05.726650 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 5 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:29:19.466266 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a634d1c-3b64-481a-94f4-ab282a7bcfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:22.232820 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e20640e1-6f16-408c-b4c3-0486a0b90616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:22.431377 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:23.678157 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:24.860830 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:42.725848 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 5 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:29:49.466737 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c7de7fd-3a87-458c-82af-a83f4b6d0a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:50.764603 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651687'] for agent, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:52.232179 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a1bad9c-5686-4723-9dec-2663a658b9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:52.430514 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:53.684338 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:29:54.864145 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:06.806120 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55766) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:30:06.915235 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-5820aa4c-fd1c-4695-b4d2-32fe146a5cf8 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1080518 Aug 31 04:30:09.118594 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55776) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:30:09.177360 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-dd03562a-f38e-4986-9617-09915307fb16 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0574317 Aug 31 04:30:19.468591 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f57c331-f22f-4850-bc29-082a6b7ee50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:19.724653 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:30:20.749213 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:22.235461 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e97b7d13-6120-4d4d-a41f-e3cbe57c3ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:22.432437 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:23.683127 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:24.871828 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:49.470581 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9484426-ff3a-4d17-ae0f-646228f8ab3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:50.755398 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:52.235588 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf016966-81e0-4698-a33e-5573544efbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:52.432857 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:53.688946 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:54.870616 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:30:56.723122 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:31:19.474146 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-874d9ca8-e7c3-4460-a9f2-93c045a27d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:20.762403 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:22.237089 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a879040-85df-4d09-a0cd-f2d8d68b335b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:22.434178 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:23.689794 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:24.873091 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:33.722078 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:31:41.258209 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55976) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:41.404381 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 55992) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:41.486227 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053904370-network', 'tenant_id': '4c6c44861c5b4276b75f79a0d166cc96'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:41.507721 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Made reservation on behalf of 4c6c44861c5b4276b75f79a0d166cc96 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:31:41.512997 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:41.522041 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:41.627464 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:41.631847 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:41.660793 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faa1e5f-29d9-4e47-b118-4b54f50109e7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:41.669957 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:41.670425 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:41.670864 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:41.671293 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:41.671710 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:41.672782 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:41.673345 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:41.673886 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:41.674423 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:41.674951 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:41.675346 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:41.675768 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Tracked resource versions report: Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: pushed versions: Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: { 'AddressGroup': {'1.2'}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'ConntrackHelper': {'1.0'}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'Log': {'1.0'}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'Network': {'1.1'}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'Port': {'1.7'}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'PortForwarding': {'1.2'}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'QosPolicy': {'1.9'}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'SecurityGroup': {'1.4'}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'SubPort': {'1.0'}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'Subnet': {'1.1'}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'Trunk': {'1.1'}} Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: consumer versions: Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: { DHCP agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: HyperV agent@hv-cinder-77819: {}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: L3 agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: Metadata agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: Metering agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: Open vSwitch agent@dv-cinder-778193-7-smb: { 'AddressGroup': '1.2', Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'ConntrackHelper': '1.0', Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'Log': '1.0', Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'Network': '1.1', Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'Port': '1.7', Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'PortForwarding': '1.2', Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'QosPolicy': '1.9', Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'SecurityGroup': '1.4', Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'SecurityGroupRule': '1.2', Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'SubPort': '1.0', Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'Subnet': '1.1', Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: 'Trunk': '1.1'}} Aug 31 04:31:41.676911 dv-cinder-778193-7-smb neutron-server[93812]: {{(pid=93812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:31:41.684627 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:31:41.695401 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:41.695880 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Added segment 388c3e9e-fd4e-4916-afe7-6af1ea0715e1 of type vlan for network 4eddf9e9-7f4d-45f6-9998-39399cc7a604 Aug 31 04:31:41.744835 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:41.781952 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1690689828-network', 'tenant_id': '4c151fa1f68f4cb988617e9da34c9342'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:41.786468 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:41.788105 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:41.788679 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:41.879355 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6199813 Aug 31 04:31:41.882177 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Made reservation on behalf of 4c151fa1f68f4cb988617e9da34c9342 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:31:41.882828 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56014) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:41.884443 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:41.891981 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Request body: {'subnet': {'network_id': '4eddf9e9-7f4d-45f6-9998-39399cc7a604', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053904370-subnet', 'tenant_id': '4c6c44861c5b4276b75f79a0d166cc96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:41.893984 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.quota [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Loaded quota_driver: . Aug 31 04:31:41.896154 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:41.911716 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2497cb6-b8c4-4df8-a550-9af60fe658c4 admin admin] Pushing event updated for resources: {'Network': ['ID=4eddf9e9-7f4d-45f6-9998-39399cc7a604,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:41.926328 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network 4eddf9e9-7f4d-45f6-9998-39399cc7a604 details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:31:41.955980 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.db.api [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 04:31:41.955980 dv-cinder-778193-7-smb neutron-server[93812]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 04:31:41.955980 dv-cinder-778193-7-smb neutron-server[93812]: [parameters: {'project_id_1': '4c151fa1f68f4cb988617e9da34c9342', 'expiration_1': datetime.datetime(2021, 8, 31, 4, 31, 41, 909306)}] Aug 31 04:31:41.955980 dv-cinder-778193-7-smb neutron-server[93812]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 04:31:41.956380 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG oslo_db.api [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 04:31:41.978253 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Made reservation on behalf of 4c6c44861c5b4276b75f79a0d166cc96 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:31:41.986611 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:42.117080 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56026) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:42.182649 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56036) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:42.337979 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56048) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:42.357235 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:42.416057 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10e20cb-278c-407d-8c2b-b6f25728c75f,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:42.425092 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:42.425796 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:42.426356 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:42.427071 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:42.427615 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:42.428546 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:42.429453 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:42.430017 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:42.430841 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:42.431394 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:42.431958 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:42.432529 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Tracked resource versions report: Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: pushed versions: Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: { 'AddressGroup': {'1.2'}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'ConntrackHelper': {'1.0'}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'Log': {'1.0'}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'Network': {'1.1'}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'Port': {'1.7'}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'PortForwarding': {'1.2'}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'QosPolicy': {'1.9'}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'SecurityGroup': {'1.4'}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'SubPort': {'1.0'}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'Subnet': {'1.1'}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'Trunk': {'1.1'}} Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: consumer versions: Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: { DHCP agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: HyperV agent@hv-cinder-77819: {}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: L3 agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: Metadata agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: Metering agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: Open vSwitch agent@dv-cinder-778193-7-smb: { 'AddressGroup': '1.2', Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'ConntrackHelper': '1.0', Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'Log': '1.0', Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'Network': '1.1', Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'Port': '1.7', Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'PortForwarding': '1.2', Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'QosPolicy': '1.9', Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'SecurityGroup': '1.4', Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'SecurityGroupRule': '1.2', Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'SubPort': '1.0', Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'Subnet': '1.1', Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: 'Trunk': '1.1'}} Aug 31 04:31:42.433851 dv-cinder-778193-7-smb neutron-server[93811]: {{(pid=93811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:31:42.435811 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-493824791-network', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:42.464976 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:42.477312 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Checking segment: {'id': '388c3e9e-fd4e-4916-afe7-6af1ea0715e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4eddf9e9-7f4d-45f6-9998-39399cc7a604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:31:42.478178 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Network hostable DHCP agents. Network: 4eddf9e9-7f4d-45f6-9998-39399cc7a604, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:31:42.482942 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Made reservation on behalf of 8dbf4d23fc5847fb927e138365a7f41b for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:31:42.486267 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:42.506295 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Network 4eddf9e9-7f4d-45f6-9998-39399cc7a604 is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:31:42.514553 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1341764581-network', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:42.522201 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, 4eddf9e9-7f4d-45f6-9998-39399cc7a604) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:42.524469 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:42.534433 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a073c-74f8-45ce-8aae-48135dbf4f70 None None] Network 4eddf9e9-7f4d-45f6-9998-39399cc7a604 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:31:42.538312 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:42.539424 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:42.576104 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1723940454-network', 'tenant_id': 'febb97be2d624495be34f1e871def31f'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:42.609171 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Made reservation on behalf of 1b70e3eaaa3c4ca99f6a731d24ac89dd for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:31:42.612930 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:42.621979 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-a40aab8c-e5bf-47b4-94d9-c40166600c08 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7365837 Aug 31 04:31:42.648021 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:42.693031 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f8a54b-5328-49b0-9b50-d100840c4c23 None None] Network 4eddf9e9-7f4d-45f6-9998-39399cc7a604 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:31:42.753922 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:42.763891 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:42.777144 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:31:42.804661 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.db.api [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 04:31:42.804661 dv-cinder-778193-7-smb neutron-server[93812]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 04:31:42.804661 dv-cinder-778193-7-smb neutron-server[93812]: [parameters: {'project_id_1': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'expiration_1': datetime.datetime(2021, 8, 31, 4, 31, 42, 681256)}] Aug 31 04:31:42.804661 dv-cinder-778193-7-smb neutron-server[93812]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 04:31:42.805138 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG oslo_db.api [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 04:31:42.805527 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.db.api [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 04:31:42.805527 dv-cinder-778193-7-smb neutron-server[93812]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 04:31:42.805527 dv-cinder-778193-7-smb neutron-server[93812]: [parameters: {'project_id_1': 'febb97be2d624495be34f1e871def31f', 'expiration_1': datetime.datetime(2021, 8, 31, 4, 31, 42, 650712)}] Aug 31 04:31:42.805527 dv-cinder-778193-7-smb neutron-server[93812]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 04:31:42.805877 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG oslo_db.api [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 04:31:42.806786 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:42.807297 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Added segment 2e56551a-0d26-45bf-a46d-2ae829026395 of type vlan for network 055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab Aug 31 04:31:42.861906 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f56b4c-1317-458a-98d7-2f5bffae66cd,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:42.889409 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:42.931807 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:42.932699 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:42.933560 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.029436 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.038537 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.049875 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56084) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:43.050542 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6443982 Aug 31 04:31:43.050667 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f06cb-6604-40d5-86aa-eb9009f7e404 admin admin] Pushing event updated for resources: {'Network': ['ID=055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:43.066446 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:31:43.070017 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-fe259f1c-5de7-4a2b-899d-1789ca9d0b9e admin admin] Request body: {'subnet': {'network_id': '055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1690689828-subnet', 'tenant_id': '4c151fa1f68f4cb988617e9da34c9342', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:43.071482 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network 055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:31:43.084401 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110f73e2-91f1-4550-a071-d2ae4d684f69,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:43.087420 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.087817 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Added segment 92f43929-6c0f-4ad7-b772-903ad614568f of type vlan for network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d Aug 31 04:31:43.112866 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe259f1c-5de7-4a2b-899d-1789ca9d0b9e admin admin] Made reservation on behalf of 4c151fa1f68f4cb988617e9da34c9342 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:31:43.116940 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe259f1c-5de7-4a2b-899d-1789ca9d0b9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.140718 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.184309 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.186442 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:43.187559 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.257580 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1363809 Aug 31 04:31:43.261106 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56090) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:43.265926 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3eef2d0d-c569-4aa9-8988-36a56ecd3745 admin admin] Request body: {'subnet': {'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-subnet', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:43.269124 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fa308-bad5-4368-b34d-9727bd2b3ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:43.282448 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:31:43.292796 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eef2d0d-c569-4aa9-8988-36a56ecd3745 admin admin] Made reservation on behalf of 8dbf4d23fc5847fb927e138365a7f41b for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:31:43.295212 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3eef2d0d-c569-4aa9-8988-36a56ecd3745 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.309784 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.384943 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Made reservation on behalf of febb97be2d624495be34f1e871def31f for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:31:43.385566 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe259f1c-5de7-4a2b-899d-1789ca9d0b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.387229 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.410377 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.452787 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe259f1c-5de7-4a2b-899d-1789ca9d0b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82464a3-020a-47c0-86df-1406d6649051,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:43.479117 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe259f1c-5de7-4a2b-899d-1789ca9d0b9e admin admin] Checking segment: {'id': '2e56551a-0d26-45bf-a46d-2ae829026395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:31:43.479893 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe259f1c-5de7-4a2b-899d-1789ca9d0b9e admin admin] Network hostable DHCP agents. Network: 055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:31:43.503445 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe259f1c-5de7-4a2b-899d-1789ca9d0b9e admin admin] Network 055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:31:43.515644 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-fe259f1c-5de7-4a2b-899d-1789ca9d0b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, 055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:43.527727 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b54b3c-8d31-430b-93c2-f4c2b1381c0d None None] Network 055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:31:43.531488 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe259f1c-5de7-4a2b-899d-1789ca9d0b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:43.532753 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe259f1c-5de7-4a2b-899d-1789ca9d0b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.584459 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.590502 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.599943 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-fe259f1c-5de7-4a2b-899d-1789ca9d0b9e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5451148 Aug 31 04:31:43.613564 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3eef2d0d-c569-4aa9-8988-36a56ecd3745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.720248 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:31:43.746503 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef2d0d-c569-4aa9-8988-36a56ecd3745 admin admin] Checking segment: {'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:31:43.746864 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef2d0d-c569-4aa9-8988-36a56ecd3745 admin admin] Network hostable DHCP agents. Network: a19f8d25-94f1-4c19-a3a8-1c16d0853f3d, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:31:43.748882 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6b47b2-e2cb-4462-b3bd-75beac4021fd,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:43.759740 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e1433-d940-47c2-a895-3bf186ab302c None None] Network 055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:31:43.763329 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.763665 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Added segment 2dd6f7d6-195b-40f9-9a19-98535892d4e3 of type vlan for network b7e001bc-41f1-4a80-b44b-b8a250e60a7f Aug 31 04:31:43.785582 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef2d0d-c569-4aa9-8988-36a56ecd3745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=953331b1-921a-4118-aa80-e5ba0b2c0390,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:43.841129 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.849044 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef2d0d-c569-4aa9-8988-36a56ecd3745 admin admin] Network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:31:43.873530 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3eef2d0d-c569-4aa9-8988-36a56ecd3745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, a19f8d25-94f1-4c19-a3a8-1c16d0853f3d) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:43.885754 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef2d0d-c569-4aa9-8988-36a56ecd3745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:43.886612 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3eef2d0d-c569-4aa9-8988-36a56ecd3745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.904704 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:43.905989 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:43.906803 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.021841 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.028883 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f0156-5070-4b1b-a07b-fcd9dd11da17 None None] Network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:31:44.033509 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.065845 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e001bc-41f1-4a80-b44b-b8a250e60a7f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:44.073766 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-a93943db-b257-4b70-a201-72ba6813c8c0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8898203 Aug 31 04:31:44.076538 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b617a261-bb53-4e1d-9dff-662f857db1ab,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:44.076891 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56128) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:44.085133 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-072c5a05-5322-45c7-80da-8d18a4db28f9 admin admin] Request body: {'subnet': {'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1341764581-subnet', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:44.096144 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network b7e001bc-41f1-4a80-b44b-b8a250e60a7f details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:31:44.097146 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-3eef2d0d-c569-4aa9-8988-36a56ecd3745 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8308737 Aug 31 04:31:44.099306 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56130) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:44.111608 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:31:44.132107 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.132579 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Added segment 1ff56ddc-a72b-4886-8284-33b3b1bca771 of type vlan for network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 Aug 31 04:31:44.139163 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:44.161520 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56136) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:44.190816 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-142758749-network', 'tenant_id': '3d1248d669b44915987ac29dd73c0b73'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:44.228512 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.248222 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072c5a05-5322-45c7-80da-8d18a4db28f9 admin admin] Made reservation on behalf of 1b70e3eaaa3c4ca99f6a731d24ac89dd for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:31:44.256234 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-072c5a05-5322-45c7-80da-8d18a4db28f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.284600 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.286119 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:44.287713 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.320154 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp527c13e1-2756-51d6-b380-8b5cdd64d3a9-a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390'}]}} from dv-cinder-778193-7-smb. {{(pid=93813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:31:44.322325 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.368254 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.370239 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.400938 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] Pushing event updated for resources: {'Network': ['ID=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:44.431973 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Made reservation on behalf of 3d1248d669b44915987ac29dd73c0b73 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:31:44.434886 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.435366 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-83b898c0-efcd-4db3-867f-7344d6cf5438 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0943120 Aug 31 04:31:44.438591 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56150) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:44.453864 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2d2b940a-9eaf-4e64-add5-e4d72b3b40b9 admin admin] Request body: {'subnet': {'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1723940454-subnet', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:44.489041 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2b940a-9eaf-4e64-add5-e4d72b3b40b9 admin admin] Made reservation on behalf of febb97be2d624495be34f1e871def31f for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:31:44.492929 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d2b940a-9eaf-4e64-add5-e4d72b3b40b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.596153 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:31:44.634303 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.653692 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:44.749584 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56184) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:44.756003 dv-cinder-778193-7-smb neutron-server[93812]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 04:31:44.804892 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Allocated IP 172.20.0.2 (a19f8d25-94f1-4c19-a3a8-1c16d0853f3d/953331b1-921a-4118-aa80-e5ba0b2c0390/7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:31:45.018330 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.037299 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Transition to ACTIVE for port object 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:31:45.057029 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.068343 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d2b940a-9eaf-4e64-add5-e4d72b3b40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.080187 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Transition to ACTIVE for port object 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:31:45.089042 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.098619 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-072c5a05-5322-45c7-80da-8d18a4db28f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.148815 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:31:45.152467 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:45.157689 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:31:45.174546 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-6368f7b6-ff80-4f00-9730-db756f002dff tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:45.175607 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-6368f7b6-ff80-4f00-9730-db756f002dff tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/networks?id=055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab HTTP/1.1" status: 200 len: 812 time: 0.4224715 Aug 31 04:31:45.184989 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b940a-9eaf-4e64-add5-e4d72b3b40b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d741bb28-131b-4ffa-9afc-2e2b11080e2d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:45.204017 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-c5993ddc-9f6c-4a4b-b662-b334897cc0c9 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/quotas/4c151fa1f68f4cb988617e9da34c9342 HTTP/1.1" status: 200 len: 375 time: 0.0221016 Aug 31 04:31:45.204967 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b940a-9eaf-4e64-add5-e4d72b3b40b9 admin admin] Checking segment: {'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:31:45.205511 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b940a-9eaf-4e64-add5-e4d72b3b40b9 admin admin] Network hostable DHCP agents. Network: 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:31:45.226389 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Attempting to bind port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:31:45.226953 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Attempting to bind port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:31:45.227599 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Attempting to bind port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 on network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:31:45.232886 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Pushing event updated for resources: {'Port': ['ID=7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:45.237192 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:31:45.237926 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Checking segment: {'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:31:45.238443 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.238895 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Bound using segment: {'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:31:45.239493 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Bound port: 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:31:45.240003 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.252728 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c5a05-5322-45c7-80da-8d18a4db28f9 admin admin] Checking segment: {'id': '2dd6f7d6-195b-40f9-9a19-98535892d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:31:45.253127 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c5a05-5322-45c7-80da-8d18a4db28f9 admin admin] Network hostable DHCP agents. Network: b7e001bc-41f1-4a80-b44b-b8a250e60a7f, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:31:45.267809 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-6496d553-3b4a-4c38-b4fe-d362a27da81e tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4c151fa1f68f4cb988617e9da34c9342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561526 Aug 31 04:31:45.285914 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-e4bc7d61-d82c-4b90-b72e-c99ce342e9d1 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:31:45.286058 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:45.286058 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:45.286500 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:45.286757 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-e4bc7d61-d82c-4b90-b72e-c99ce342e9d1 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124223 Aug 31 04:31:45.287093 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:45.287497 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:45.287619 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b940a-9eaf-4e64-add5-e4d72b3b40b9 admin admin] Network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:31:45.288159 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:45.288678 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:45.289109 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:45.289526 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:45.289922 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:45.290320 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:45.290715 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Tracked resource versions report: Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: pushed versions: Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: { 'AddressGroup': {'1.2'}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'ConntrackHelper': {'1.0'}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'Log': {'1.0'}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'Network': {'1.1'}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'Port': {'1.7'}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'PortForwarding': {'1.2'}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'QosPolicy': {'1.9'}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'SecurityGroup': {'1.4'}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'SubPort': {'1.0'}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'Subnet': {'1.1'}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'Trunk': {'1.1'}} Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: consumer versions: Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: { DHCP agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: HyperV agent@hv-cinder-77819: {}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: L3 agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: Metadata agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: Metering agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: Open vSwitch agent@dv-cinder-778193-7-smb: { 'AddressGroup': '1.2', Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'ConntrackHelper': '1.0', Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'Log': '1.0', Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'Network': '1.1', Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'Port': '1.7', Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'PortForwarding': '1.2', Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'QosPolicy': '1.9', Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'SecurityGroup': '1.4', Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'SecurityGroupRule': '1.2', Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'SubPort': '1.0', Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'Subnet': '1.1', Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: 'Trunk': '1.1'}} Aug 31 04:31:45.292036 dv-cinder-778193-7-smb neutron-server[93813]: {{(pid=93813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:31:45.304196 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2d2b940a-9eaf-4e64-add5-e4d72b3b40b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:45.309710 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2b940a-9eaf-4e64-add5-e4d72b3b40b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:45.310319 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d2b940a-9eaf-4e64-add5-e4d72b3b40b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.320407 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d99810-484f-4465-85fe-fc31569e0d82 None None] Network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:31:45.320632 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.335744 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-2d2b940a-9eaf-4e64-add5-e4d72b3b40b9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8955195 Aug 31 04:31:45.336219 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.338457 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56212) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:45.344300 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:45.358654 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c5a05-5322-45c7-80da-8d18a4db28f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb0db2b-5bea-471c-816a-d8da6d2c85ca,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:45.369226 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.370265 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.387589 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c5a05-5322-45c7-80da-8d18a4db28f9 admin admin] Network b7e001bc-41f1-4a80-b44b-b8a250e60a7f is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:31:45.390157 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:31:45.411918 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-072c5a05-5322-45c7-80da-8d18a4db28f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, b7e001bc-41f1-4a80-b44b-b8a250e60a7f) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:45.431688 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072c5a05-5322-45c7-80da-8d18a4db28f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:45.432286 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-072c5a05-5322-45c7-80da-8d18a4db28f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.441671 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731726269130', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.442431 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Unsubscribe: segment precommit_create {{(pid=93811) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 04:31:45.442735 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.segments_db [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Added segment 2fa7800e-2b38-43c0-a65e-9526642ad396 of type vlan for network 6e5027ea-4056-4b13-bbb9-e9fd4fae087c Aug 31 04:31:45.465120 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bcd8e3-61b2-4c1a-acaa-9c1ee1873555,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:45.477378 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56216) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:45.489825 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4607d2b-5df1-41c2-b667-8c6a39083ca8 None None] Network b7e001bc-41f1-4a80-b44b-b8a250e60a7f requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:31:45.505143 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.521539 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-072c5a05-5322-45c7-80da-8d18a4db28f9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4432731 Aug 31 04:31:45.526010 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56224) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:45.529053 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.535546 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1341764581-router', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:45.600873 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] For port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:31:45.606391 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp527c13e1-2756-51d6-b380-8b5cdd64d3a9-07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d'}]}} from dv-cinder-778193-7-smb. {{(pid=93813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:31:45.607799 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.643162 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] For port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:31:45.654029 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4065-4ac8-4ef2-9ca4-fa33269c2d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.655327 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e41d8-7835-4fdc-a5f1-767949720511 None None] Network b7e001bc-41f1-4a80-b44b-b8a250e60a7f requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:31:45.659805 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.667772 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.668365 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.680699 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.681743 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:45.682332 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.764661 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.859655 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-728ea460-e774-496f-9103-40afd115b05e service neutron] 10.222.0.38 "GET /v2.0/networks/055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530920 Aug 31 04:31:45.880376 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:45.904699 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa64a6-2f6e-442a-8bca-72cf1d534ecc None None] Pushing event updated for resources: {'Port': ['ID=7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:45.975994 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Allocated IP 172.20.0.2 (07f41a8a-764a-4aeb-b2a1-65e96dfed2f6/d741bb28-131b-4ffa-9afc-2e2b11080e2d/cf87907e-017b-4474-b962-7db19da79918) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:31:46.027082 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-dccc56e3-cef6-44da-910e-dedfee329833 service neutron] 10.222.0.38 "GET /v2.0/networks/055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519325 Aug 31 04:31:46.061995 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:46.140352 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] Pushing event updated for resources: {'Network': ['ID=6e5027ea-4056-4b13-bbb9-e9fd4fae087c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:46.166873 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:46.250839 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:46.287606 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:46.294280 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:46.307971 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Transition to ACTIVE for port object cf87907e-017b-4474-b962-7db19da79918 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:31:46.326740 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Transition to ACTIVE for port object cf87907e-017b-4474-b962-7db19da79918 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:31:46.331338 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network 6e5027ea-4056-4b13-bbb9-e9fd4fae087c details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:31:46.346193 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:46.430263 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Pushing event updated for resources: {'Port': ['ID=cf87907e-017b-4474-b962-7db19da79918,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:46.441249 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:31:46.445521 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:46.449275 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:31:46.528441 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Allocated IP 172.28.1.145 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/0d4a1394-7378-4160-a84d-452113840b9b) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:31:46.536488 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Attempting to bind port cf87907e-017b-4474-b962-7db19da79918 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:31:46.536942 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Attempting to bind port cf87907e-017b-4474-b962-7db19da79918 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:31:46.537340 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Attempting to bind port cf87907e-017b-4474-b962-7db19da79918 on network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:31:46.543176 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:31:46.543616 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Checking segment: {'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:31:46.544023 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:46.544416 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Bound using segment: {'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:31:46.544884 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Bound port: cf87907e-017b-4474-b962-7db19da79918, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:31:46.545314 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:46.614291 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56256) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:46.617721 dv-cinder-778193-7-smb neutron-server[93811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 04:31:46.630561 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] For port cf87907e-017b-4474-b962-7db19da79918, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:31:46.633906 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] For port cf87907e-017b-4474-b962-7db19da79918, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=cf87907e-017b-4474-b962-7db19da79918,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:31:46.639279 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:46.722450 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:46.777449 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:46.840007 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ce458183-e9a7-4e92-8764-3d1fc1f8bd02 req-82e24277-38b3-4519-8495-235e16b9a629 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 210 time: 0.2245598 Aug 31 04:31:46.885976 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:31:46.894502 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:31:46.908628 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:46.920601 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Pushing event updated for resources: {'Port': ['ID=0d4a1394-7378-4160-a84d-452113840b9b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:46.938286 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:31:46.972992 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Allocated IP 172.28.1.80 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:31:47.000653 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:31:47.049230 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e0a79-6bf4-47c9-9bd5-767e039ca84c None None] Pushing event updated for resources: {'Port': ['ID=cf87907e-017b-4474-b962-7db19da79918,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:47.093037 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4065-4ac8-4ef2-9ca4-fa33269c2d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.100514 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.113862 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4065-4ac8-4ef2-9ca4-fa33269c2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.158146 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-ab1f4065-4ac8-4ef2-9ca4-fa33269c2d59 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6fb266c0ee442fb98ea7d63f4990392&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6795695 Aug 31 04:31:47.191389 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-ebca9e99-db05-4da0-b7be-fdfc4dfbf907 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0202172 Aug 31 04:31:47.246843 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56274) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:47.247184 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56278) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:47.259494 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903aac7d-f29c-40ae-b575-a4f3d3f49928 None None] Network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:31:47.308383 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e479fd85-b3dc-4d33-97d5-69a769d19533 admin admin] Request body: {'subnet': {'network_id': '6e5027ea-4056-4b13-bbb9-e9fd4fae087c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-142758749-subnet', 'tenant_id': '3d1248d669b44915987ac29dd73c0b73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:47.313640 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.328126 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f4065-4ac8-4ef2-9ca4-fa33269c2d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f7fa9-a01a-4f2d-a965-0de211913099,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:47.388079 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3f60eb60-f137-4e03-98e0-de1f2e2b9979 None None] Provisioning for port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:31:47.400190 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3f60eb60-f137-4e03-98e0-de1f2e2b9979 None None] Provisioning complete for port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:31:47.400626 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f60eb60-f137-4e03-98e0-de1f2e2b9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.480112 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.502056 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e479fd85-b3dc-4d33-97d5-69a769d19533 admin admin] Made reservation on behalf of 3d1248d669b44915987ac29dd73c0b73 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:31:47.504405 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e479fd85-b3dc-4d33-97d5-69a769d19533 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.621631 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f00fde76-8c13-48f8-9da6-5410b442432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.699387 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f60eb60-f137-4e03-98e0-de1f2e2b9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.753885 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f00fde76-8c13-48f8-9da6-5410b442432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.819440 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3f60eb60-f137-4e03-98e0-de1f2e2b9979 None None] For port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:31:47.827531 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.875005 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:31:47.875850 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f60eb60-f137-4e03-98e0-de1f2e2b9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.906924 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653224'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.907554 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:47.910206 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f00fde76-8c13-48f8-9da6-5410b442432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.913834 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f00fde76-8c13-48f8-9da6-5410b442432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:47.915792 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-f00fde76-8c13-48f8-9da6-5410b442432e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a01f7fa9-a01a-4f2d-a965-0de211913099 HTTP/1.1" status: 204 len: 168 time: 0.6582673 Aug 31 04:31:47.943224 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56324) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:48.050976 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60eb60-f137-4e03-98e0-de1f2e2b9979 None None] Pushing event updated for resources: {'Port': ['ID=7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:48.149839 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:31:48.169079 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e479fd85-b3dc-4d33-97d5-69a769d19533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:48.202064 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Router 411092a2-ef3b-474d-9d6c-350153be8d37 is scheduled to L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:31:48.437114 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:31:48.456824 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Sync routers for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:31:48.468831 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:31:48.469875 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:31:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:48.534659 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-2b5cca15-1256-4cfe-923f-c80a35a1450d None None] Provisioning complete for port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:31:48.535178 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b5cca15-1256-4cfe-923f-c80a35a1450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:48.544610 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-53d71bbf-cc78-46b2-b2b8-74c1466c4abd req-b467bc36-3260-47fe-aa31-20fd19bc6019 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 210 time: 0.3539927 Aug 31 04:31:48.545555 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fde76-8c13-48f8-9da6-5410b442432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f7fa9-a01a-4f2d-a965-0de211913099,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:48.561091 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16aec1ed-d8f0-4795-89e7-4075d18dd90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:48.610321 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:48.614541 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-2404489e-c810-483c-a613-e88cb939bf5e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2721248 Aug 31 04:31:48.626488 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56338) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:48.636998 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c22ed5-1505-4f87-a605-7651a95eaa28 None None] Network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:31:48.676367 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:31:48.770308 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56342) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:48.831882 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-28b3f784-0923-4854-9fb0-9aa4cbf94107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:48.950085 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479fd85-b3dc-4d33-97d5-69a769d19533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=871da061-692c-452e-b065-ea9f480e5b70,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:48.952368 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:49.015994 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device cf87907e-017b-4474-b962-7db19da79918 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:31:49.074505 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:47Z', 'revision_number': 3, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:49.086363 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-b04e0893-46f3-4a7d-95d2-161d74fd3072 None None] Provisioning for port cf87907e-017b-4474-b962-7db19da79918 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:31:49.121737 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port cf87907e-017b-4474-b962-7db19da79918 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:31:49.126014 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Checking router: 411092a2-ef3b-474d-9d6c-350153be8d37 for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:31:49.126592 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Updating router 411092a2-ef3b-474d-9d6c-350153be8d37 port 0d4a1394-7378-4160-a84d-452113840b9b binding host dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:31:49.127968 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port cf87907e-017b-4474-b962-7db19da79918 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:31:49.128679 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.145854 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16aec1ed-d8f0-4795-89e7-4075d18dd90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.176247 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16aec1ed-d8f0-4795-89e7-4075d18dd90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.183821 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.242787 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aec1ed-d8f0-4795-89e7-4075d18dd90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd67f2f-9b7c-4565-b87d-df7513e6c5e2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:49.304897 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e479fd85-b3dc-4d33-97d5-69a769d19533 admin admin] Checking segment: {'id': '2fa7800e-2b38-43c0-a65e-9526642ad396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6e5027ea-4056-4b13-bbb9-e9fd4fae087c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:31:49.305374 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e479fd85-b3dc-4d33-97d5-69a769d19533 admin admin] Network hostable DHCP agents. Network: 6e5027ea-4056-4b13-bbb9-e9fd4fae087c, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:31:49.354791 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.414022 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-16aec1ed-d8f0-4795-89e7-4075d18dd90a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=95d3b455fb314b4f8239eb4f582f4873&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4695203 Aug 31 04:31:49.421047 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.421610 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56360) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:49.427883 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port cf87907e-017b-4474-b962-7db19da79918, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=cf87907e-017b-4474-b962-7db19da79918,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:31:49.436540 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.438212 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:31:49.460693 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e479fd85-b3dc-4d33-97d5-69a769d19533 admin admin] Network 6e5027ea-4056-4b13-bbb9-e9fd4fae087c is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:31:49.469398 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.488926 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e479fd85-b3dc-4d33-97d5-69a769d19533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, 6e5027ea-4056-4b13-bbb9-e9fd4fae087c) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:49.490199 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.539409 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2822983-878d-44de-8982-18ad4f6f5456 None None] Network 6e5027ea-4056-4b13-bbb9-e9fd4fae087c requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:31:49.557944 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-08dc3a00-c2c6-424e-ac12-f440009d4cf8 None None] Provisioning complete for port cf87907e-017b-4474-b962-7db19da79918 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:31:49.558368 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08dc3a00-c2c6-424e-ac12-f440009d4cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.567668 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e479fd85-b3dc-4d33-97d5-69a769d19533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:49.568597 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e479fd85-b3dc-4d33-97d5-69a769d19533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.570990 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8561a441-d646-4b42-a57a-eb2002006446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.739799 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.757475 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-28b3f784-0923-4854-9fb0-9aa4cbf94107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.762305 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.16', 61031) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:49.781386 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-e479fd85-b3dc-4d33-97d5-69a769d19533 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5221913 Aug 31 04:31:49.798231 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Transition to ACTIVE for port object 0d4a1394-7378-4160-a84d-452113840b9b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:31:49.817479 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.821686 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=cf87907e-017b-4474-b962-7db19da79918,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:49.874911 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Attempting to bind port 0d4a1394-7378-4160-a84d-452113840b9b on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:31:49.877532 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Attempting to bind port 0d4a1394-7378-4160-a84d-452113840b9b by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:31:49.878092 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Attempting to bind port 0d4a1394-7378-4160-a84d-452113840b9b on network 60d0a98d-e68b-462a-bfbc-929e006b1a9b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:31:49.907697 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:31:49.908580 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.933541 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:31:49.937432 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Checking segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:31:49.939707 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.940425 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Bound using segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:31:49.941890 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Bound port: 0d4a1394-7378-4160-a84d-452113840b9b, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:31:49.945429 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:49.994448 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56378) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:50.005122 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-48b180f4-1976-47b7-9810-f9ac43b11e8d tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:50.006843 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-48b180f4-1976-47b7-9810-f9ac43b11e8d tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.16 "GET /v2.0/networks?id=055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab HTTP/1.1" status: 200 len: 812 time: 0.2423732 Aug 31 04:31:50.007672 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-28b3f784-0923-4854-9fb0-9aa4cbf94107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.039634 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Pushing event updated for resources: {'Port': ['ID=0d4a1394-7378-4160-a84d-452113840b9b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:50.070767 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Allocated IP 172.28.1.203 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/fb19dfa0-4266-4f3d-b9a5-029f13d554a0) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:31:50.072527 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:50.073295 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:50.074478 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:50.074830 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:50.075208 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:50.075751 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:50.076271 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:50.076788 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:50.077463 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:50.078171 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:50.078654 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:50.079189 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Tracked resource versions report: Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: pushed versions: Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: { 'AddressGroup': {'1.2'}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'ConntrackHelper': {'1.0'}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'Log': {'1.0'}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'Network': {'1.1'}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'Port': {'1.7'}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'PortForwarding': {'1.2'}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'QosPolicy': {'1.9'}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'SecurityGroup': {'1.4'}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'SubPort': {'1.0'}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'Subnet': {'1.1'}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'Trunk': {'1.1'}} Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: consumer versions: Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: { DHCP agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: HyperV agent@hv-cinder-77819: {}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: L3 agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: Metadata agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: Metering agent@dv-cinder-778193-7-smb: {}, Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: Open vSwitch agent@dv-cinder-778193-7-smb: { 'AddressGroup': '1.2', Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'ConntrackHelper': '1.0', Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'Log': '1.0', Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'Network': '1.1', Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'Port': '1.7', Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'PortForwarding': '1.2', Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'QosPolicy': '1.9', Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'SecurityGroup': '1.4', Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'SecurityGroupRule': '1.2', Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'SubPort': '1.0', Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'Subnet': '1.1', Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: 'Trunk': '1.1'}} Aug 31 04:31:50.080542 dv-cinder-778193-7-smb neutron-server[93814]: {{(pid=93814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:31:50.103914 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-28b3f784-0923-4854-9fb0-9aa4cbf94107 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f5b0a2257e064722a959e4dcae4b5041&name=default HTTP/1.1" status: 200 len: 2977 time: 1.3306701 Aug 31 04:31:50.104235 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653224'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.106750 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56380) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:50.114404 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] For port 0d4a1394-7378-4160-a84d-452113840b9b, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:31:50.121364 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] For port 0d4a1394-7378-4160-a84d-452113840b9b, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=0d4a1394-7378-4160-a84d-452113840b9b,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:31:50.122560 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06937cbd-58aa-4244-82bb-f8d2354236fb None None] Network 6e5027ea-4056-4b13-bbb9-e9fd4fae087c requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:31:50.130260 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.131365 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92d8a93-c954-45eb-a9db-52d3cf207b5c admin admin] Deleting subnet f10e20cb-278c-407d-8c2b-b6f25728c75f {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:31:50.136495 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3f784-0923-4854-9fb0-9aa4cbf94107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84e9627-1670-4ed6-af2d-bd181867d81b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:50.139485 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f92d8a93-c954-45eb-a9db-52d3cf207b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.142317 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6b057b7-307f-48f5-b4f4-7c8955ce4b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.176572 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6b057b7-307f-48f5-b4f4-7c8955ce4b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.212685 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:31:50.213696 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:31:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:50.266033 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-ea60b2fe-2fef-4d54-a798-bfb10108e67a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Request body: {'port': {'device_id': '5a7288af-6993-45b7-a12e-f596bd570881', 'network_id': '055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab', 'admin_state_up': True, 'tenant_id': '4c151fa1f68f4cb988617e9da34c9342'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:50.287460 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f92d8a93-c954-45eb-a9db-52d3cf207b5c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.342145 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f92d8a93-c954-45eb-a9db-52d3cf207b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.394931 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:31:50.440595 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f62fb276-deb6-46b1-96c2-999d86e8b5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.453450 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.510121 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f62fb276-deb6-46b1-96c2-999d86e8b5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.512339 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f92d8a93-c954-45eb-a9db-52d3cf207b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.514308 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839a37c-5a2b-47ee-abe1-d75235a13fd1 None None] Pushing event updated for resources: {'Port': ['ID=0d4a1394-7378-4160-a84d-452113840b9b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:50.557413 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6b057b7-307f-48f5-b4f4-7c8955ce4b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.560047 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6b057b7-307f-48f5-b4f4-7c8955ce4b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.564328 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-a6b057b7-307f-48f5-b4f4-7c8955ce4b89 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5fd67f2f-9b7c-4565-b87d-df7513e6c5e2 HTTP/1.1" status: 204 len: 168 time: 1.1282542 Aug 31 04:31:50.592137 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7becbf95-0611-4ce5-8f41-b49a5bf8f97b req-9d343fab-cf16-4893-bf50-498bb6b2fd8b tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 210 time: 0.5298655 Aug 31 04:31:50.597608 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b057b7-307f-48f5-b4f4-7c8955ce4b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd67f2f-9b7c-4565-b87d-df7513e6c5e2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:50.604043 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d8a93-c954-45eb-a9db-52d3cf207b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10e20cb-278c-407d-8c2b-b6f25728c75f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:50.626592 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f92d8a93-c954-45eb-a9db-52d3cf207b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.628083 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-f92d8a93-c954-45eb-a9db-52d3cf207b5c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f10e20cb-278c-407d-8c2b-b6f25728c75f HTTP/1.1" status: 204 len: 168 time: 0.6322992 Aug 31 04:31:50.649643 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:47Z', 'revision_number': 3, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:50.650163 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56406) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:50.670291 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-ea60b2fe-2fef-4d54-a798-bfb10108e67a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Made reservation on behalf of 4c151fa1f68f4cb988617e9da34c9342 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:31:50.675316 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-ea60b2fe-2fef-4d54-a798-bfb10108e67a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.690082 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136c90b-2171-405f-8dce-b08871aa3599 None None] The sync data for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb is: [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:47Z', 'revision_number': 3, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:31:50.704918 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Router 74981fa4-d09c-4fbb-ac87-59e56a307a29 is scheduled to L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:31:50.782353 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f62fb276-deb6-46b1-96c2-999d86e8b5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.784972 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f62fb276-deb6-46b1-96c2-999d86e8b5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.789182 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-f62fb276-deb6-46b1-96c2-999d86e8b5c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e84e9627-1670-4ed6-af2d-bd181867d81b HTTP/1.1" status: 204 len: 168 time: 0.6749203 Aug 31 04:31:50.796107 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.806877 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device cf87907e-017b-4474-b962-7db19da79918 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:31:50.836195 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fb276-deb6-46b1-96c2-999d86e8b5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84e9627-1670-4ed6-af2d-bd181867d81b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:50.840275 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.915881 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:31:50.935819 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:50.943346 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:31:50.945037 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:50.970243 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port cf87907e-017b-4474-b962-7db19da79918 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:31:50.970616 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:51.138213 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Pushing event updated for resources: {'Port': ['ID=fb19dfa0-4266-4f3d-b9a5-029f13d554a0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:51.446330 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-ea60b2fe-2fef-4d54-a798-bfb10108e67a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Allocated IP 172.20.0.7 (055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab/a82464a3-020a-47c0-86df-1406d6649051/4a21168c-d058-44a3-8572-99aa1650737f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:31:51.615282 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:51.936480 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:51.993838 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:51.994236 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:51.995105 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:51.996154 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:51.996154 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:51.996154 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:51.996617 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:51.996755 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:51.997044 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:51.997759 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:52.188040 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-ea60b2fe-2fef-4d54-a798-bfb10108e67a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:52.252362 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-796cf5cd-d74c-4de7-aa42-006591b954b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:52.439022 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Allocated IP 172.20.0.1 (07f41a8a-764a-4aeb-b2a1-65e96dfed2f6/d741bb28-131b-4ffa-9afc-2e2b11080e2d/4f1b75bf-40d5-4301-a68e-898ff5a710bf) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:31:52.441079 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:52.441485 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:52.441826 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:52.442162 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:52.442536 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eddf9e9-7f4d-45f6-9998-39399cc7a604']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:52.451785 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:52.476795 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-ea60b2fe-2fef-4d54-a798-bfb10108e67a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:52.532533 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:31:52.560905 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Sync routers for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:31:52.584940 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:31:52.585911 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:31:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:52.623351 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388c3e9e-fd4e-4916-afe7-6af1ea0715e1') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:52.623575 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388c3e9e-fd4e-4916-afe7-6af1ea0715e1') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:52.722936 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-ea60b2fe-2fef-4d54-a798-bfb10108e67a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Network 055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:31:52.784755 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121537'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:52.842995 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-ea60b2fe-2fef-4d54-a798-bfb10108e67a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:52.849822 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-ea60b2fe-2fef-4d54-a798-bfb10108e67a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:31:52.865323 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-ea60b2fe-2fef-4d54-a798-bfb10108e67a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:52.865323 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-ea60b2fe-2fef-4d54-a798-bfb10108e67a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:52.880794 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:52.901753 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 0d4a1394-7378-4160-a84d-452113840b9b up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:31:52.909190 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-26262277-70f5-44e9-905e-a713afc7ee61 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.7983184 Aug 31 04:31:52.910285 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56480) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:52.932979 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:31:52.953652 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:52.969550 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:53.042949 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60b2fe-2fef-4d54-a798-bfb10108e67a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Pushing event updated for resources: {'Port': ['ID=4a21168c-d058-44a3-8572-99aa1650737f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:53.077459 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-ea60b2fe-2fef-4d54-a798-bfb10108e67a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9401515 Aug 31 04:31:53.088646 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:31:53.101108 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121309'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: from cryptography.utils import int_from_bytes Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: from cryptography.utils import int_from_bytes Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: Traceback (most recent call last): Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: timer() Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: cb(*args, **kw) Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: return func(*args, **kwargs) Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: self._notify() Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: self.callback(batched_events) Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: event.method(event) Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: return f(self, *a, **k) Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: return self._get(url).json() Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:31:53.128314 dv-cinder-778193-7-smb neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:31:53.166652 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:53.206368 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Transition to ACTIVE for port object 4f1b75bf-40d5-4301-a68e-898ff5a710bf will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:31:53.294752 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:53.300703 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161cdd7-0720-42aa-a32c-cea54ede4001 req-1de17e83-198f-437b-b239-f1de190a073c tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:53.302317 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5161cdd7-0720-42aa-a32c-cea54ede4001 req-1de17e83-198f-437b-b239-f1de190a073c tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 931 time: 0.8527689 Aug 31 04:31:53.385191 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:31:53.399023 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:53.416678 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:31:53.422443 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647515'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:53.671118 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Pushing event updated for resources: {'Port': ['ID=4f1b75bf-40d5-4301-a68e-898ff5a710bf,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:53.674346 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 0d4a1394-7378-4160-a84d-452113840b9b completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:31:53.676328 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-397c64c9-6f84-4ba4-ad10-083de0d18641 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:31:53.680027 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-397c64c9-6f84-4ba4-ad10-083de0d18641 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195086 Aug 31 04:31:53.680421 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 0d4a1394-7378-4160-a84d-452113840b9b triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:31:53.680421 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:53.727089 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:53.836907 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:53.839287 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4eddf9e9-7f4d-45f6-9998-39399cc7a604 HTTP/1.1" status: 204 len: 168 time: 3.1864936 Aug 31 04:31:53.842918 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5161cdd7-0720-42aa-a32c-cea54ede4001 req-ff8df777-2d68-4128-a4fe-da7cba16f924 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746354 Aug 31 04:31:53.844421 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56502) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:53.866015 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3114e9e-fbf7-44e1-8fcc-1d43955898f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eddf9e9-7f4d-45f6-9998-39399cc7a604,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:53.987097 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.016568 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-a0cabc3f-81d5-4e67-9c91-799ada5ff5d9 None None] Provisioning for port 4f1b75bf-40d5-4301-a68e-898ff5a710bf completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:31:54.054327 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-a0cabc3f-81d5-4e67-9c91-799ada5ff5d9 None None] Provisioning complete for port 4f1b75bf-40d5-4301-a68e-898ff5a710bf triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:31:54.054702 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0cabc3f-81d5-4e67-9c91-799ada5ff5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.077494 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e639d5fc-2564-4eef-b9dc-d8e0f46d303c admin admin] Deleting subnet 871da061-692c-452e-b065-ea9f480e5b70 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:31:54.089841 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.096471 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653224'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.104533 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e639d5fc-2564-4eef-b9dc-d8e0f46d303c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.186869 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56508) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:54.242383 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a0cabc3f-81d5-4e67-9c91-799ada5ff5d9 None None] Port 4f1b75bf-40d5-4301-a68e-898ff5a710bf cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:31:54.285089 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e639d5fc-2564-4eef-b9dc-d8e0f46d303c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.311088 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e639d5fc-2564-4eef-b9dc-d8e0f46d303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.373490 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.412404 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:48Z', 'revision_number': 3, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:54.419485 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Router b5797217-014a-4429-bf51-a881a40fab3e is scheduled to L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:31:54.479226 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Request body: {'port': {'device_id': '5a7288af-6993-45b7-a12e-f596bd570881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:31:54.524418 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.530350 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Checking router: 74981fa4-d09c-4fbb-ac87-59e56a307a29 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:31:54.531504 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Updating router 74981fa4-d09c-4fbb-ac87-59e56a307a29 port 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c binding host dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:31:54.541771 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 0d4a1394-7378-4160-a84d-452113840b9b, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=0d4a1394-7378-4160-a84d-452113840b9b,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:31:54.626870 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e639d5fc-2564-4eef-b9dc-d8e0f46d303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.633163 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.637256 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.677928 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639d5fc-2564-4eef-b9dc-d8e0f46d303c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871da061-692c-452e-b065-ea9f480e5b70,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:54.686552 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e639d5fc-2564-4eef-b9dc-d8e0f46d303c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.689623 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-e639d5fc-2564-4eef-b9dc-d8e0f46d303c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/871da061-692c-452e-b065-ea9f480e5b70 HTTP/1.1" status: 204 len: 168 time: 0.7890623 Aug 31 04:31:54.697392 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56516) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:54.812373 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.949837 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.978687 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=0d4a1394-7378-4160-a84d-452113840b9b,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:54.982624 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:54.983997 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651499'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:55.028969 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:55.034943 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-86978cc3-6224-4b06-9304-e8fec6cbfe7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:55.069034 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:31:55.083581 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Sync routers for ids ['b5797217-014a-4429-bf51-a881a40fab3e'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:31:55.109184 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Routers {'b5797217-014a-4429-bf51-a881a40fab3e'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:31:55.110381 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:31:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['b5797217-014a-4429-bf51-a881a40fab3e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:55.212448 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-86978cc3-6224-4b06-9304-e8fec6cbfe7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:55.232748 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:55.234665 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-d113d862-6862-4e88-afb4-7db25811e86b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.7077520 Aug 31 04:31:55.235837 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-86978cc3-6224-4b06-9304-e8fec6cbfe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:55.239292 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56530) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:55.443472 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:55.462065 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-86978cc3-6224-4b06-9304-e8fec6cbfe7d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e443f155d114a34b730882982e61a18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2709880 Aug 31 04:31:55.462065 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86978cc3-6224-4b06-9304-e8fec6cbfe7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91c6526-0807-4d14-adcc-41b236442ddc,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:55.490165 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56536) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:55.531158 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:55.556913 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Transition to ACTIVE for port object 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:31:55.566299 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:55.651802 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Allocated IP 172.20.0.1 (a19f8d25-94f1-4c19-a3a8-1c16d0853f3d/953331b1-921a-4118-aa80-e5ba0b2c0390/dca35834-64ab-4a5a-8f5a-08e8bffb691f) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:31:55.702139 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Set router b5797217-014a-4429-bf51-a881a40fab3e gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:31:55.706540 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Attempting to bind port 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:31:55.706540 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Attempting to bind port 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:31:55.706540 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Attempting to bind port 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c on network 60d0a98d-e68b-462a-bfbc-929e006b1a9b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:31:55.708868 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1810b-94ed-4eb6-9367-a01a45986362 None None] Pushing event updated for resources: {'Port': ['ID=3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:55.715376 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:31:55.715625 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Checking segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:31:55.716503 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:55.716503 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Bound using segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:31:55.717224 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Bound port: 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:31:55.717224 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:55.757871 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bca7a50a-a2be-4fb4-9d0b-09b357001956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:55.847718 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] For port 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:31:55.854063 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] For port 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:31:55.867253 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:55.965441 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bca7a50a-a2be-4fb4-9d0b-09b357001956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:56.059309 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:31:56.063317 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:31:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:56.117885 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:56.120689 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bca7a50a-a2be-4fb4-9d0b-09b357001956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:56.124028 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bca7a50a-a2be-4fb4-9d0b-09b357001956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:56.126274 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-bca7a50a-a2be-4fb4-9d0b-09b357001956 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c91c6526-0807-4d14-adcc-41b236442ddc HTTP/1.1" status: 204 len: 168 time: 0.6333251 Aug 31 04:31:56.184863 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7a50a-a2be-4fb4-9d0b-09b357001956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91c6526-0807-4d14-adcc-41b236442ddc,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:56.187355 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1810b-94ed-4eb6-9367-a01a45986362 None None] Pushing event updated for resources: {'Port': ['ID=3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:56.213831 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Transition to ACTIVE for port object dca35834-64ab-4a5a-8f5a-08e8bffb691f will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:31:56.274950 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1341764581-router', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:51Z', 'revision_number': 3, 'project_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'gw_port': {'id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:49Z', 'updated_at': '2021-08-31T04:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:56.380812 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Checking router: b5797217-014a-4429-bf51-a881a40fab3e for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:31:56.383725 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Updating router b5797217-014a-4429-bf51-a881a40fab3e port fb19dfa0-4266-4f3d-b9a5-029f13d554a0 binding host dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:31:56.438729 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:56.504156 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:56.569325 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:31:56.636956 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Pushing event updated for resources: {'Port': ['ID=dca35834-64ab-4a5a-8f5a-08e8bffb691f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:56.639774 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Pushing event updated for resources: {'Port': ['ID=4f1b75bf-40d5-4301-a68e-898ff5a710bf,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:56.649843 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:31:56.660100 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.notifiers.nova [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a21168c-d058-44a3-8572-99aa1650737f {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:31:56.703434 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:31:56.707721 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:56.722403 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:56.728819 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:31:56.729542 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:31:56.751868 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:56.797050 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337db22-0b76-425b-aacc-6dfe49d2aa6e req-82e7e243-56f8-45cc-aa9e-2d6395f903d9 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:56.805499 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2337db22-0b76-425b-aacc-6dfe49d2aa6e req-82e7e243-56f8-45cc-aa9e-2d6395f903d9 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 931 time: 1.8149760 Aug 31 04:31:56.808821 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56562) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:56.892232 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Transition to ACTIVE for port object 4a21168c-d058-44a3-8572-99aa1650737f will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:31:56.894153 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647515'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:56.934454 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:56.945329 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 0d4a1394-7378-4160-a84d-452113840b9b up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:31:57.051776 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:57.084761 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Transition to ACTIVE for port object fb19dfa0-4266-4f3d-b9a5-029f13d554a0 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:31:57.100520 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:57.204097 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b104676-b36d-48b8-a23a-4957d53995f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:57.213502 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56566) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:57.216702 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c15ce3-54a4-415e-962c-df0ef64d18c4 None None] Pushing event updated for resources: {'Port': ['ID=fb19dfa0-4266-4f3d-b9a5-029f13d554a0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:57.242779 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 0d4a1394-7378-4160-a84d-452113840b9b triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:31:57.243429 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:57.267697 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Attempting to bind port fb19dfa0-4266-4f3d-b9a5-029f13d554a0 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:31:57.268064 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Attempting to bind port fb19dfa0-4266-4f3d-b9a5-029f13d554a0 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:31:57.268556 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Attempting to bind port fb19dfa0-4266-4f3d-b9a5-029f13d554a0 on network 60d0a98d-e68b-462a-bfbc-929e006b1a9b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:31:57.274350 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:31:57.274732 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Checking segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:31:57.275301 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:57.275911 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Bound using segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:31:57.276227 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Bound port: fb19dfa0-4266-4f3d-b9a5-029f13d554a0, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:31:57.276619 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:57.286684 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:48Z', 'revision_number': 3, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:57.320350 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2824d527-f49a-4bb2-b067-55ed767b8b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:57.347071 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] For port fb19dfa0-4266-4f3d-b9a5-029f13d554a0, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:31:57.350577 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] For port fb19dfa0-4266-4f3d-b9a5-029f13d554a0, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=fb19dfa0-4266-4f3d-b9a5-029f13d554a0,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:31:57.351422 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312655b-849a-4132-a6f1-0735ade31103 None None] The sync data for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb is: [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:48Z', 'revision_number': 3, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:31:57.361261 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:57.362569 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:57.425027 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-b8643e4d-5894-4124-b615-e09f97069921 None None] Provisioning complete for port 4f1b75bf-40d5-4301-a68e-898ff5a710bf triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:31:57.425590 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8643e4d-5894-4124-b615-e09f97069921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:57.435879 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.436334 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.450894 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.450894 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > port after_create 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.450894 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.450894 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > port after_update 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.450894 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.452982 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.452982 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.453728 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.505109 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c15ce3-54a4-415e-962c-df0ef64d18c4 None None] Pushing event updated for resources: {'Port': ['ID=fb19dfa0-4266-4f3d-b9a5-029f13d554a0,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:57.549551 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Routers {'b5797217-014a-4429-bf51-a881a40fab3e'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:31:57.550199 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:31:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['b5797217-014a-4429-bf51-a881a40fab3e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:57.566902 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b8643e4d-5894-4124-b615-e09f97069921 None None] Port 4f1b75bf-40d5-4301-a68e-898ff5a710bf cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:31:57.591312 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-b8643e4d-5894-4124-b615-e09f97069921 None None] Provisioning for port dca35834-64ab-4a5a-8f5a-08e8bffb691f completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:31:57.602752 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-b8643e4d-5894-4124-b615-e09f97069921 None None] Provisioning complete for port dca35834-64ab-4a5a-8f5a-08e8bffb691f triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:31:57.603331 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8643e4d-5894-4124-b615-e09f97069921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:57.639937 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Allocated IP 172.20.0.1 (b7e001bc-41f1-4a80-b44b-b8a250e60a7f/9bb0db2b-5bea-471c-816a-d8da6d2c85ca/0e7dcf2e-7d4c-40fe-9e66-fac032a9b717) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:31:57.653206 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b8643e4d-5894-4124-b615-e09f97069921 None None] Port dca35834-64ab-4a5a-8f5a-08e8bffb691f cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:31:57.717785 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:57.749455 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] Set router b5797217-014a-4429-bf51-a881a40fab3e gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:31:57.935184 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.937313 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.937675 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.938163 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:31:57.942403 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5027ea-4056-4b13-bbb9-e9fd4fae087c']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:58.134510 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2337db22-0b76-425b-aacc-6dfe49d2aa6e req-d1bc6a58-c32f-4a52-9207-09199437748e tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2273870 Aug 31 04:31:58.163216 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Router 411092a2-ef3b-474d-9d6c-350153be8d37 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:31:58.163216 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a21168c-d058-44a3-8572-99aa1650737f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:58.363355 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa7800e-2b38-43c0-a65e-9526642ad396') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:58.364600 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa7800e-2b38-43c0-a65e-9526642ad396') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:58.395184 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1341764581-router', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:51Z', 'revision_number': 3, 'project_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'gw_port': {'id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:49Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:58.422800 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624883'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:58.443276 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:58.463584 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:31:58.464150 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792599'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:58.489901 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd528c-3dfe-4cbf-a40b-6392b4601ddd None None] The sync data for ids ['b5797217-014a-4429-bf51-a881a40fab3e'] in dv-cinder-778193-7-smb is: [{'id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1341764581-router', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:51Z', 'revision_number': 3, 'project_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'gw_port': {'id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:49Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:31:58.557197 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Attempting to bind port 4a21168c-d058-44a3-8572-99aa1650737f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:31:58.557631 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Attempting to bind port 4a21168c-d058-44a3-8572-99aa1650737f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2e56551a-0d26-45bf-a46d-2ae829026395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:31:58.558725 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Attempting to bind port 4a21168c-d058-44a3-8572-99aa1650737f on network 055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: from cryptography.utils import int_from_bytes Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: from cryptography.utils import int_from_bytes Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: Traceback (most recent call last): Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: timer() Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: cb(*args, **kw) Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: return func(*args, **kwargs) Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: self._notify() Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: self.callback(batched_events) Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: event.method(event) Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: return f(self, *a, **k) Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: return self._get(url).json() Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: return self.request(url, 'GET', **kwargs) Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:31:58.563799 dv-cinder-778193-7-smb neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:31:58.682061 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:58.695843 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Port 4a21168c-d058-44a3-8572-99aa1650737f on network 055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:31:58.700232 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Attempting to bind port 4a21168c-d058-44a3-8572-99aa1650737f on network 055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:31:58.721282 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b104676-b36d-48b8-a23a-4957d53995f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:58.738328 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:58.770303 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b104676-b36d-48b8-a23a-4957d53995f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:58.776838 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:58.780220 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6e5027ea-4056-4b13-bbb9-e9fd4fae087c HTTP/1.1" status: 204 len: 168 time: 4.0812325 Aug 31 04:31:58.781667 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:31:58.782188 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Checking segment: {'id': '2e56551a-0d26-45bf-a46d-2ae829026395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:31:58.783476 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Bound using segment: {'id': '2e56551a-0d26-45bf-a46d-2ae829026395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:31:58.784010 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Bound port: 4a21168c-d058-44a3-8572-99aa1650737f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e56551a-0d26-45bf-a46d-2ae829026395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:31:58.784437 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:58.869290 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:31:58.914162 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74547d5d-c44c-491a-ac1a-48f0a60a9417 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e5027ea-4056-4b13-bbb9-e9fd4fae087c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:58.924065 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b104676-b36d-48b8-a23a-4957d53995f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574c81f1-2451-4bab-879d-bb3887d9f334,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:59.046060 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:31:59.051860 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:31:59.052594 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:59.114260 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:31:59.138206 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-c77dc388-6c4b-402d-af8e-e444df50d056 admin admin] 10.222.0.38 "PUT /v2.0/routers/411092a2-ef3b-474d-9d6c-350153be8d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5082583 Aug 31 04:31:59.143399 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Sync routers for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:31:59.195406 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:31:59.199094 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:31:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:31:59.212993 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] For port 4a21168c-d058-44a3-8572-99aa1650737f, host hv-cinder-77819, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:31:59.235531 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] For port 4a21168c-d058-44a3-8572-99aa1650737f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a21168c-d058-44a3-8572-99aa1650737f,segment=NetworkSegment(2e56551a-0d26-45bf-a46d-2ae829026395),segment_id=2e56551a-0d26-45bf-a46d-2ae829026395)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:31:59.244082 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792571'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:59.386559 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:59.391379 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:59.392180 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:31:59.393201 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] 10.222.0.16 "PUT /v2.0/ports/4a21168c-d058-44a3-8572-99aa1650737f HTTP/1.1" status: 200 len: 1093 time: 5.3697004 Aug 31 04:31:59.416911 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7288af-6993-45b7-a12e-f596bd570881', 'tag': '4a21168c-d058-44a3-8572-99aa1650737f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:31:59.428450 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56588) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:59.471797 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-5b104676-b36d-48b8-a23a-4957d53995f2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=166778a5f1554aa08b0fb09f45ba21f9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6598382 Aug 31 04:31:59.478719 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56594) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:59.692089 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e44a2-d0ea-4786-9201-d13d32d8d3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a21168c-d058-44a3-8572-99aa1650737f,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:59.713289 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2824d527-f49a-4bb2-b067-55ed767b8b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:59.764501 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2824d527-f49a-4bb2-b067-55ed767b8b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:59.803593 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-e7ea5123-5799-4da9-bcf2-c1fe9607052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:31:59.808264 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-e7ea5123-5799-4da9-bcf2-c1fe9607052b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c151fa1f68f4cb988617e9da34c9342&device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 1096 time: 0.2764890 Aug 31 04:31:59.822764 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-c94550a8-fda2-4126-826b-7ee5ef1d1619 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c6c44861c5b4276b75f79a0d166cc96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3827069 Aug 31 04:31:59.829738 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56604) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:31:59.831751 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:59.833654 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b589d13d5832cb16945ae42739308d350e4152bdb33adae47e43b8dd41dd1a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de90466-6f89-46fc-bac6-6f3750f4ac81" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7288af-6993-45b7-a12e-f596bd570881", "tag": "4a21168c-d058-44a3-8572-99aa1650737f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:31:59.837754 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0d6adce-ff20-4db2-a3df-472771685e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:31:59.892561 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0d6adce-ff20-4db2-a3df-472771685e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:00.052902 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-30f0f398-5b19-4be3-ac1c-7c151d94970c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a21168c-d058-44a3-8572-99aa1650737f HTTP/1.1" status: 200 len: 217 time: 0.2087631 Aug 31 04:32:00.152838 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e494c9f-17ee-44cb-93a5-74500c1978cc req-a66f63fe-756b-4170-bf96-a17dd47d4fa4 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:00.168983 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9e494c9f-17ee-44cb-93a5-74500c1978cc req-a66f63fe-756b-4170-bf96-a17dd47d4fa4 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 943 time: 0.7269809 Aug 31 04:32:00.181301 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:00.193200 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:00.238051 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:00.296188 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-020e05b4-4445-4cca-bd60-abd64e515055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:00.302039 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-020e05b4-4445-4cca-bd60-abd64e515055 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a82464a3-020a-47c0-86df-1406d6649051 HTTP/1.1" status: 200 len: 852 time: 0.2365813 Aug 31 04:32:00.303349 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:00.312376 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:00.329574 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651499'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:00.366821 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0d6adce-ff20-4db2-a3df-472771685e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:00.369377 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0d6adce-ff20-4db2-a3df-472771685e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:00.375117 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-e0d6adce-ff20-4db2-a3df-472771685e26 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/574c81f1-2451-4bab-879d-bb3887d9f334 HTTP/1.1" status: 204 len: 168 time: 0.8103695 Aug 31 04:32:00.485486 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 2, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:00.491263 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:00.513706 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-f1c5b424-afae-4f29-bb40-9c7ad034cbfd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1790509 Aug 31 04:32:00.574891 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Checking router: 411092a2-ef3b-474d-9d6c-350153be8d37 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:32:00.575327 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Updating router 411092a2-ef3b-474d-9d6c-350153be8d37 port 4f1b75bf-40d5-4301-a68e-898ff5a710bf binding host dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:32:00.612604 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:00.746459 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56616) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:00.773183 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9919508d-b516-4353-853a-6c4d25c26294 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--569937837', 'description': 'tempest-description--1551920046'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:00.860558 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56622) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:00.869676 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-2824d527-f49a-4bb2-b067-55ed767b8b2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f8c1be256854364976d287f0a73461a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6546569 Aug 31 04:32:00.887061 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:00.901908 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:00.940071 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Network b7e001bc-41f1-4a80-b44b-b8a250e60a7f is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:00.958496 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-5a5a58c6-7fff-4dca-8b0e-238d05d47301 service neutron] 10.222.0.16 "GET /v2.0/networks/055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091103 Aug 31 04:32:00.970358 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:01.006468 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9919508d-b516-4353-853a-6c4d25c26294 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.021982 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:01.280812 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:01.286562 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56628) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:01.329707 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824d527-f49a-4bb2-b067-55ed767b8b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9021754-1ca9-416c-aec7-6cba665b248c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:01.339393 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2f2a11ed-80f8-44e1-80ec-5b1d90e17486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.391005 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cc4648a-57d0-4b6c-b6a3-c8cf5bb9272b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.419009 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2f2a11ed-80f8-44e1-80ec-5b1d90e17486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.424875 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f125d5-da49-4ce5-b021-2f49b84c8fb8 x-openstack-request-id: req-42f125d5-da49-4ce5-b021-2f49b84c8fb8 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:01.425327 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7288af-6993-45b7-a12e-f596bd570881", "tag": "4a21168c-d058-44a3-8572-99aa1650737f", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:01.425760 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42f125d5-da49-4ce5-b021-2f49b84c8fb8 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:01.432686 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7288af-6993-45b7-a12e-f596bd570881', 'tag': '4a21168c-d058-44a3-8572-99aa1650737f', 'status': 'completed', 'code': 200} Aug 31 04:32:01.435909 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1457f16b-2793-4915-8bea-e0666c7b25a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.443468 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cc4648a-57d0-4b6c-b6a3-c8cf5bb9272b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.446449 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:01.446971 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.457836 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Router 74981fa4-d09c-4fbb-ac87-59e56a307a29 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:32:01.473410 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7dcf2e-7d4c-40fe-9e66-fac032a9b717,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:01.579185 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f6707e08-aae1-40dd-81b4-09947be0ad35 req-7e57440e-6a8b-48c5-a08b-0c611ca4c2a3 service neutron] 10.222.0.16 "GET /v2.0/networks/055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064544 Aug 31 04:32:01.617789 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cc4648a-57d0-4b6c-b6a3-c8cf5bb9272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.623064 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cc4648a-57d0-4b6c-b6a3-c8cf5bb9272b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.627192 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-2cc4648a-57d0-4b6c-b6a3-c8cf5bb9272b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9021754-1ca9-416c-aec7-6cba665b248c HTTP/1.1" status: 204 len: 168 time: 0.7637236 Aug 31 04:32:01.656315 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9e494c9f-17ee-44cb-93a5-74500c1978cc req-4920ea99-5d6b-47c7-b50f-50dd7191c7db tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3394029 Aug 31 04:32:01.657666 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6adce-ff20-4db2-a3df-472771685e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574c81f1-2451-4bab-879d-bb3887d9f334,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:01.669983 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4648a-57d0-4b6c-b6a3-c8cf5bb9272b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9021754-1ca9-416c-aec7-6cba665b248c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:01.692772 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Pushing event updated for resources: {'Port': ['ID=dca35834-64ab-4a5a-8f5a-08e8bffb691f,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:01.698280 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.722704 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Transition to ACTIVE for port object 4f1b75bf-40d5-4301-a68e-898ff5a710bf will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:01.740817 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-d82e4e3f-be3d-4865-b913-ad3a6efb1b1f None None] Provisioning complete for port dca35834-64ab-4a5a-8f5a-08e8bffb691f triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:01.741465 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d82e4e3f-be3d-4865-b913-ad3a6efb1b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.756956 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.774302 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9919508d-b516-4353-853a-6c4d25c26294 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.794365 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9919508d-b516-4353-853a-6c4d25c26294 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.943804 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647515'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:01.967775 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d82e4e3f-be3d-4865-b913-ad3a6efb1b1f None None] Port dca35834-64ab-4a5a-8f5a-08e8bffb691f cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:32:01.997350 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919508d-b516-4353-853a-6c4d25c26294 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0960823-f235-4fcf-8986-7d6c54e865c3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:02.080986 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device fb19dfa0-4266-4f3d-b9a5-029f13d554a0 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:02.159137 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de90466-6f89-46fc-bac6-6f3750f4ac81 req-37f7cfd0-1b68-4f41-bf16-829c4be60a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:02.168468 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4de90466-6f89-46fc-bac6-6f3750f4ac81 req-37f7cfd0-1b68-4f41-bf16-829c4be60a0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c151fa1f68f4cb988617e9da34c9342&device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 1096 time: 0.1981003 Aug 31 04:32:02.182832 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908773a-384a-46de-a5ec-6fe447ae887e None None] Pushing event updated for resources: {'Port': ['ID=4f1b75bf-40d5-4301-a68e-898ff5a710bf,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:02.200393 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2f2a11ed-80f8-44e1-80ec-5b1d90e17486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:02.205110 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2f2a11ed-80f8-44e1-80ec-5b1d90e17486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:02.223057 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-2f2a11ed-80f8-44e1-80ec-5b1d90e17486 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1faa1e5f-29d9-4e47-b118-4b54f50109e7 HTTP/1.1" status: 204 len: 168 time: 2.2760706 Aug 31 04:32:02.300584 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port fb19dfa0-4266-4f3d-b9a5-029f13d554a0 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:02.334914 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Attempting to bind port 4f1b75bf-40d5-4301-a68e-898ff5a710bf on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:02.335357 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Attempting to bind port 4f1b75bf-40d5-4301-a68e-898ff5a710bf by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:02.336961 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Attempting to bind port 4f1b75bf-40d5-4301-a68e-898ff5a710bf on network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:02.347510 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port fb19dfa0-4266-4f3d-b9a5-029f13d554a0 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:02.347890 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:02.366047 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:02.366444 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Checking segment: {'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:02.366839 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:02.367243 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Bound using segment: {'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:02.375942 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Bound port: 4f1b75bf-40d5-4301-a68e-898ff5a710bf, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:02.377552 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:02.399472 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a11ed-80f8-44e1-80ec-5b1d90e17486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faa1e5f-29d9-4e47-b118-4b54f50109e7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:02.467161 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:32:02.476459 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Sync routers for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:32:02.491368 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-f6717ce3-67d3-4169-a3fc-b67d4e20185f admin admin] 10.222.0.38 "PUT /v2.0/routers/74981fa4-d09c-4fbb-ac87-59e56a307a29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5745447 Aug 31 04:32:02.514757 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:02.516283 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:31:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:02.587800 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:02.892091 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] For port 4f1b75bf-40d5-4301-a68e-898ff5a710bf, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:02.909968 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] For port 4f1b75bf-40d5-4301-a68e-898ff5a710bf, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=4f1b75bf-40d5-4301-a68e-898ff5a710bf,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:02.930695 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:02.953972 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:02.989439 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:03.106870 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:03.115762 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:03.169034 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port fb19dfa0-4266-4f3d-b9a5-029f13d554a0, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=fb19dfa0-4266-4f3d-b9a5-029f13d554a0,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:03.216334 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:03.254451 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651499'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:03.256494 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908773a-384a-46de-a5ec-6fe447ae887e None None] Pushing event updated for resources: {'Port': ['ID=4f1b75bf-40d5-4301-a68e-898ff5a710bf,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:03.260924 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56684) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:03.269875 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:03.277984 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:31:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:03.388255 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1457f16b-2793-4915-8bea-e0666c7b25a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:03.407568 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1457f16b-2793-4915-8bea-e0666c7b25a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:03.497360 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9919508d-b516-4353-853a-6c4d25c26294 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:03.504220 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-9919508d-b516-4353-853a-6c4d25c26294 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7547901 Aug 31 04:32:03.514222 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56692) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:03.564925 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de90466-6f89-46fc-bac6-6f3750f4ac81 req-859f6d93-004c-4e06-ac7e-43409316af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:03.569922 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ca54b65f-d985-4315-b4ba-c8c57974b9c3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Request body: {'security_group_rule': {'security_group_id': 'd0960823-f235-4fcf-8986-7d6c54e865c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:03.571561 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4de90466-6f89-46fc-bac6-6f3750f4ac81 req-859f6d93-004c-4e06-ac7e-43409316af3c service neutron] 10.222.0.16 "GET /v2.0/networks?id=055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab HTTP/1.1" status: 200 len: 913 time: 1.3910365 Aug 31 04:32:03.590646 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7dcf2e-7d4c-40fe-9e66-fac032a9b717,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:03.623569 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fcce3-4b44-4cd9-a308-722d37f25d14 req-065d8301-588d-4603-8c7c-5bd933dc6a37 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:03.657744 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-236fcce3-4b44-4cd9-a308-722d37f25d14 req-065d8301-588d-4603-8c7c-5bd933dc6a37 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 943 time: 0.7758224 Aug 31 04:32:03.725288 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-1457f16b-2793-4915-8bea-e0666c7b25a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=349b7127e2db443eaf096576cf7853ed&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4229445 Aug 31 04:32:03.745971 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=fb19dfa0-4266-4f3d-b9a5-029f13d554a0,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:03.746410 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56696) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:03.769719 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-d50ec3d6-111c-44bc-a6a8-b1a7c54d00a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d1248d669b44915987ac29dd73c0b73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4971857 Aug 31 04:32:03.802381 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:03.806855 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56698) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:03.841248 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:31:58Z', 'revision_number': 2, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:03.874077 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457f16b-2793-4915-8bea-e0666c7b25a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1466a34c-7666-4c7d-ad40-0561d6669a58,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:03.900151 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Checking router: 74981fa4-d09c-4fbb-ac87-59e56a307a29 for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:32:03.900547 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Updating router 74981fa4-d09c-4fbb-ac87-59e56a307a29 port dca35834-64ab-4a5a-8f5a-08e8bffb691f binding host dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:32:03.900656 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4de90466-6f89-46fc-bac6-6f3750f4ac81 req-5d1c280a-0c1a-42b3-abfe-578640c15c20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a21168c-d058-44a3-8572-99aa1650737f HTTP/1.1" status: 200 len: 217 time: 0.2362270 Aug 31 04:32:03.976691 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.005124 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-236fcce3-4b44-4cd9-a308-722d37f25d14 req-febca3b2-33d4-4cbe-9b7b-18ca1e2665f5 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411200 Aug 31 04:32:04.053921 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Network b7e001bc-41f1-4a80-b44b-b8a250e60a7f is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:04.058894 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de90466-6f89-46fc-bac6-6f3750f4ac81 req-4f74d7e7-444f-4843-b2f1-8bf3da7d3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:04.062235 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4de90466-6f89-46fc-bac6-6f3750f4ac81 req-4f74d7e7-444f-4843-b2f1-8bf3da7d3a13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a82464a3-020a-47c0-86df-1406d6649051 HTTP/1.1" status: 200 len: 852 time: 0.1423037 Aug 31 04:32:04.086435 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:04.117917 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca54b65f-d985-4315-b4ba-c8c57974b9c3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.293928 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:02Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:04.348635 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a686258-c676-47f8-a2e3-0393eedd79db None None] The sync data for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb is: [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:02Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:32:04.438226 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca54b65f-d985-4315-b4ba-c8c57974b9c3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.440106 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d407aa9-f286-4039-9675-206d96b0637a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.479670 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d407aa9-f286-4039-9675-206d96b0637a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.657822 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56716) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:04.663520 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-40d13880-c2db-40df-b4ff-ad15fda346bc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267577976', 'description': 'tempest-description--481375709'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:04.664567 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.678439 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Transition to ACTIVE for port object dca35834-64ab-4a5a-8f5a-08e8bffb691f will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:04.684086 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb845ecf-177c-4cf9-bf8b-544f87b12522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.689730 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.690500 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d407aa9-f286-4039-9675-206d96b0637a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.693855 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d407aa9-f286-4039-9675-206d96b0637a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.695176 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-2d407aa9-f286-4039-9675-206d96b0637a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51bcd8e3-61b2-4c1a-acaa-9c1ee1873555 HTTP/1.1" status: 204 len: 168 time: 0.8822181 Aug 31 04:32:04.696032 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca54b65f-d985-4315-b4ba-c8c57974b9c3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.720466 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40d13880-c2db-40df-b4ff-ad15fda346bc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.763081 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d423b91-e0c2-454e-ac6b-7919cb40306a None None] Pushing event updated for resources: {'Port': ['ID=dca35834-64ab-4a5a-8f5a-08e8bffb691f,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:04.815284 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d407aa9-f286-4039-9675-206d96b0637a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bcd8e3-61b2-4c1a-acaa-9c1ee1873555,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:04.877511 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Attempting to bind port dca35834-64ab-4a5a-8f5a-08e8bffb691f on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:04.878099 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Attempting to bind port dca35834-64ab-4a5a-8f5a-08e8bffb691f by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:04.878771 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Attempting to bind port dca35834-64ab-4a5a-8f5a-08e8bffb691f on network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:04.878891 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54b65f-d985-4315-b4ba-c8c57974b9c3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032899cf-2ca3-4019-a0d4-13989cac9d8e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:04.885064 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:04.885650 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Checking segment: {'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:04.886247 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.886878 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Bound using segment: {'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:04.887801 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Bound port: dca35834-64ab-4a5a-8f5a-08e8bffb691f, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:04.888358 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.935963 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Router b5797217-014a-4429-bf51-a881a40fab3e has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:32:04.945130 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb845ecf-177c-4cf9-bf8b-544f87b12522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:04.952989 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40d13880-c2db-40df-b4ff-ad15fda346bc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:05.004504 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca54b65f-d985-4315-b4ba-c8c57974b9c3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:05.006004 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-ca54b65f-d985-4315-b4ba-c8c57974b9c3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4724300 Aug 31 04:32:05.025101 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56726) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:05.029701 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40d13880-c2db-40df-b4ff-ad15fda346bc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:05.037549 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] For port dca35834-64ab-4a5a-8f5a-08e8bffb691f, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:05.039452 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4de90466-6f89-46fc-bac6-6f3750f4ac81 req-060f8a93-0d4b-42e1-b446-e2d67a963096 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090527 Aug 31 04:32:05.045279 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] For port dca35834-64ab-4a5a-8f5a-08e8bffb691f, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=dca35834-64ab-4a5a-8f5a-08e8bffb691f,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:05.049206 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8d84eda6-2276-4047-a292-96aba4289da2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Request body: {'security_group_rule': {'security_group_id': 'd0960823-f235-4fcf-8986-7d6c54e865c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:05.055249 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:05.199252 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d84eda6-2276-4047-a292-96aba4289da2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:05.220855 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d423b91-e0c2-454e-ac6b-7919cb40306a None None] Pushing event updated for resources: {'Port': ['ID=dca35834-64ab-4a5a-8f5a-08e8bffb691f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:05.237101 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:05.240518 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:31:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:05.430400 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d13880-c2db-40df-b4ff-ad15fda346bc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:05.448034 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40d13880-c2db-40df-b4ff-ad15fda346bc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:05.449777 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-40d13880-c2db-40df-b4ff-ad15fda346bc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7901261 Aug 31 04:32:05.464908 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56748) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:05.470713 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8fa7564c-1432-4698-b49c-0a7273cdc66c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Request body: {'security_group_rule': {'security_group_id': '841dd89b-8d26-4b82-8f9b-2ca8b0158f6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:05.650454 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 4f1b75bf-40d5-4301-a68e-898ff5a710bf up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:05.712331 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa7564c-1432-4698-b49c-0a7273cdc66c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:05.809558 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:05.854838 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa7564c-1432-4698-b49c-0a7273cdc66c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:05.862640 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 4f1b75bf-40d5-4301-a68e-898ff5a710bf completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:05.869416 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 4f1b75bf-40d5-4301-a68e-898ff5a710bf triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:05.870916 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:05.879089 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:32:05.890496 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-efa4fa0d-a871-4dba-8b7d-0fa163d6b886 admin admin] 10.222.0.38 "PUT /v2.0/routers/b5797217-014a-4429-bf51-a881a40fab3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6433027 Aug 31 04:32:05.894923 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa7564c-1432-4698-b49c-0a7273cdc66c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:05.915267 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb845ecf-177c-4cf9-bf8b-544f87b12522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:05.920028 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb845ecf-177c-4cf9-bf8b-544f87b12522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:05.927752 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-bb845ecf-177c-4cf9-bf8b-544f87b12522 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1466a34c-7666-4c7d-ad40-0561d6669a58 HTTP/1.1" status: 204 len: 168 time: 2.1457615 Aug 31 04:32:05.945954 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Sync routers for ids ['b5797217-014a-4429-bf51-a881a40fab3e'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:32:05.950135 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb845ecf-177c-4cf9-bf8b-544f87b12522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1466a34c-7666-4c7d-ad40-0561d6669a58,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:05.967216 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d84eda6-2276-4047-a292-96aba4289da2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:06.031071 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Routers {'b5797217-014a-4429-bf51-a881a40fab3e'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:06.031942 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:31:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['b5797217-014a-4429-bf51-a881a40fab3e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:06.033500 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94927102-e159-4309-a942-034e7b556f70 req-a292148c-a0d0-473e-a0a3-50419880ec48 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:06.035121 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-94927102-e159-4309-a942-034e7b556f70 req-a292148c-a0d0-473e-a0a3-50419880ec48 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 943 time: 0.6236246 Aug 31 04:32:06.046102 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4de90466-6f89-46fc-bac6-6f3750f4ac81 req-e10c21d0-1ef3-466b-a376-aed613e40fca service neutron] 10.222.0.16 "GET /v2.0/networks/055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9333758 Aug 31 04:32:06.071899 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d84eda6-2276-4047-a292-96aba4289da2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:06.075555 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7564c-1432-4698-b49c-0a7273cdc66c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068066a3-7671-4735-a425-266e0a9fcb91,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:06.259247 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:06.281751 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-94927102-e159-4309-a942-034e7b556f70 req-cc748c97-9634-4274-b6c7-ecaa61686b8c tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199850 Aug 31 04:32:06.282748 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d84eda6-2276-4047-a292-96aba4289da2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:06.284218 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-8d84eda6-2276-4047-a292-96aba4289da2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2571566 Aug 31 04:32:06.287430 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56776) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:06.293314 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Request body: {'floatingip': {'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:06.293513 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa7564c-1432-4698-b49c-0a7273cdc66c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:06.310756 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-8fa7564c-1432-4698-b49c-0a7273cdc66c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8439991 Aug 31 04:32:06.313121 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84eda6-2276-4047-a292-96aba4289da2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7321c68-307e-450b-baa0-1da66f13a22b,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:06.323349 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56778) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:06.336059 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9199b538-d16e-4393-89f4-dd1e870c1e2e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Request body: {'security_group_rule': {'security_group_id': '841dd89b-8d26-4b82-8f9b-2ca8b0158f6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:06.357990 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:06.448557 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:05Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:06.487563 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9199b538-d16e-4393-89f4-dd1e870c1e2e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:06.520830 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778cae6-46e3-4b99-834f-8986f584a6f4 None None] The sync data for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb is: [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:05Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:32:06.556232 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4de90466-6f89-46fc-bac6-6f3750f4ac81 req-9383ebc5-b82d-4d17-bc52-d3f66d377420 service neutron] 10.222.0.16 "GET /v2.0/networks/055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890745 Aug 31 04:32:06.616421 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Set router b5797217-014a-4429-bf51-a881a40fab3e gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:06.638447 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9199b538-d16e-4393-89f4-dd1e870c1e2e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:06.644106 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9199b538-d16e-4393-89f4-dd1e870c1e2e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:06.708981 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 4f1b75bf-40d5-4301-a68e-898ff5a710bf, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=4f1b75bf-40d5-4301-a68e-898ff5a710bf,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:06.709521 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199b538-d16e-4393-89f4-dd1e870c1e2e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ebf848-ac0d-4a27-a9b1-4b1d99e70bfb,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:06.719314 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9199b538-d16e-4393-89f4-dd1e870c1e2e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:06.720572 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-9199b538-d16e-4393-89f4-dd1e870c1e2e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3949018 Aug 31 04:32:06.724534 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 56792) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:06.727962 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:06.730425 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Request body: {'floatingip': {'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:06.730973 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device fb19dfa0-4266-4f3d-b9a5-029f13d554a0 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:06.779258 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:06.809372 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:07.047475 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=4f1b75bf-40d5-4301-a68e-898ff5a710bf,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:07.084008 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Allocated IP 172.28.1.185 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/6b1fd471-a197-4872-94f9-657d2e26e70b) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:07.095128 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port fb19dfa0-4266-4f3d-b9a5-029f13d554a0 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:07.095760 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:07.164973 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1341764581-router', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:32:02Z', 'revision_number': 4, 'project_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'gw_port': {'id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:49Z', 'updated_at': '2021-08-31T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '0e7dcf2e-7d4c-40fe-9e66-fac032a9b717', 'name': '', 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'mac_address': 'fa:16:3e:67:30:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bb0db2b-5bea-471c-816a-d8da6d2c85ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:56Z', 'updated_at': '2021-08-31T04:32:02Z', 'revision_number': 2, 'project_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'subnets': [{'id': '9bb0db2b-5bea-471c-816a-d8da6d2c85ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:07.173314 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:07.225206 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Checking router: b5797217-014a-4429-bf51-a881a40fab3e for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:32:07.225744 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Updating router b5797217-014a-4429-bf51-a881a40fab3e port 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 binding host dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:32:07.395075 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:07.459669 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:07.590075 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545067a-4c57-400d-be22-c688f399dc1e req-a5e49562-3bc7-48df-a31b-4ae20c0af22f tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:07.596573 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2545067a-4c57-400d-be22-c688f399dc1e req-a5e49562-3bc7-48df-a31b-4ae20c0af22f tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 943 time: 0.1229477 Aug 31 04:32:07.679821 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2545067a-4c57-400d-be22-c688f399dc1e req-be23b3a0-88b2-402e-9aee-6667e634a4b8 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735102 Aug 31 04:32:07.772872 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 4f1b75bf-40d5-4301-a68e-898ff5a710bf up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:07.815510 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-4bb64963-06b3-4b13-b2d6-ea78ed0693b7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:07.830423 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-4bb64963-06b3-4b13-b2d6-ea78ed0693b7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/networks?id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f HTTP/1.1" status: 200 len: 819 time: 0.3598344 Aug 31 04:32:07.853306 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-ec8f01f0-a9c1-476e-bf5e-85ac476b9f15 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/quotas/1b70e3eaaa3c4ca99f6a731d24ac89dd HTTP/1.1" status: 200 len: 375 time: 0.0219030 Aug 31 04:32:07.906923 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 4f1b75bf-40d5-4301-a68e-898ff5a710bf triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:07.907242 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:07.958192 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:07.975701 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-3d1feab2-df21-419f-a50a-ac08f93caa6a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1215184 Aug 31 04:32:07.978333 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Transition to ACTIVE for port object 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:07.989507 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:08.002913 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:08.065291 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-9b0116c0-fcea-4727-84cb-87eb52c8dc73 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:32:08.066332 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-9b0116c0-fcea-4727-84cb-87eb52c8dc73 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463159 Aug 31 04:32:08.091988 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:08.098050 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:08.112946 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:08.123422 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27da8c1-d72d-436a-846b-4676f0084727 None None] Pushing event updated for resources: {'Port': ['ID=0e7dcf2e-7d4c-40fe-9e66-fac032a9b717,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:08.162916 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event updated for resources: {'Port': ['ID=6b1fd471-a197-4872-94f9-657d2e26e70b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:08.166965 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Allocated IP 172.28.1.226 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/ca67d75a-f77c-4caa-84a1-c3c21ae47c2b) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:08.286623 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Attempting to bind port 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:08.286998 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Attempting to bind port 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': '2dd6f7d6-195b-40f9-9a19-98535892d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:08.289616 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Attempting to bind port 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 on network b7e001bc-41f1-4a80-b44b-b8a250e60a7f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:08.298978 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device dca35834-64ab-4a5a-8f5a-08e8bffb691f up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:08.314606 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:08.332844 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:08.333798 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Checking segment: {'id': '2dd6f7d6-195b-40f9-9a19-98535892d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:08.334220 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:08.334667 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Bound using segment: {'id': '2dd6f7d6-195b-40f9-9a19-98535892d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:08.335694 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Bound port: 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd6f7d6-195b-40f9-9a19-98535892d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:08.336889 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:08.409479 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:08.469551 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:08.484891 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] For port 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:08.489318 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] For port 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=0e7dcf2e-7d4c-40fe-9e66-fac032a9b717,segment=NetworkSegment(2dd6f7d6-195b-40f9-9a19-98535892d4e3),segment_id=2dd6f7d6-195b-40f9-9a19-98535892d4e3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:08.501219 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:08.558985 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port dca35834-64ab-4a5a-8f5a-08e8bffb691f completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:08.594882 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port dca35834-64ab-4a5a-8f5a-08e8bffb691f triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:08.594882 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:08.615074 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:08.643950 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27da8c1-d72d-436a-846b-4676f0084727 None None] Pushing event updated for resources: {'Port': ['ID=0e7dcf2e-7d4c-40fe-9e66-fac032a9b717,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:08.683885 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:08.691433 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:08.725713 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:08.735388 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Routers {'b5797217-014a-4429-bf51-a881a40fab3e'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:08.745721 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:31:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['b5797217-014a-4429-bf51-a881a40fab3e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:08.775212 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event updated for resources: {'Port': ['ID=ca67d75a-f77c-4caa-84a1-c3c21ae47c2b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:08.858394 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:08.874129 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554fe64-2f86-4b23-a64b-22ec3ad50f4c req-13c2cac9-8561-4420-be2d-f0e6dfcef402 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:08.875148 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:08.877736 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5554fe64-2f86-4b23-a64b-22ec3ad50f4c req-13c2cac9-8561-4420-be2d-f0e6dfcef402 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 943 time: 0.0854428 Aug 31 04:32:08.883819 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:08.937758 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5554fe64-2f86-4b23-a64b-22ec3ad50f4c req-0e4bee82-d9b2-414d-926b-22b208f8e8bd tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532935 Aug 31 04:32:08.993025 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port dca35834-64ab-4a5a-8f5a-08e8bffb691f, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=dca35834-64ab-4a5a-8f5a-08e8bffb691f,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:08.995180 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] Set router b5797217-014a-4429-bf51-a881a40fab3e gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:09.052780 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:09.190559 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:09.222882 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:09.235219 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=dca35834-64ab-4a5a-8f5a-08e8bffb691f,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:09.237596 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event updated for resources: {'Port': ['ID=6b1fd471-a197-4872-94f9-657d2e26e70b,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:09.242910 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:09.252416 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-e6406d1b-acd8-4f81-9d41-71c564767c10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9557230 Aug 31 04:32:09.299526 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:09.333790 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-b91f88b1-3af7-46ad-b747-17a04999100a service neutron] 10.222.0.38 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8348982 Aug 31 04:32:09.350499 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1341764581-router', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:32:02Z', 'revision_number': 4, 'project_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'gw_port': {'id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:49Z', 'updated_at': '2021-08-31T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '0e7dcf2e-7d4c-40fe-9e66-fac032a9b717', 'name': '', 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'mac_address': 'fa:16:3e:67:30:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bb0db2b-5bea-471c-816a-d8da6d2c85ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:56Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 4, 'project_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'subnets': [{'id': '9bb0db2b-5bea-471c-816a-d8da6d2c85ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:09.402042 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7812f-ad4d-42fa-b3be-517dd82b5aa9 None None] The sync data for ids ['b5797217-014a-4429-bf51-a881a40fab3e'] in dv-cinder-778193-7-smb is: [{'id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1341764581-router', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:32:02Z', 'revision_number': 4, 'project_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'gw_port': {'id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:49Z', 'updated_at': '2021-08-31T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '0e7dcf2e-7d4c-40fe-9e66-fac032a9b717', 'name': '', 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'mac_address': 'fa:16:3e:67:30:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bb0db2b-5bea-471c-816a-d8da6d2c85ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:56Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 4, 'project_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'subnets': [{'id': '9bb0db2b-5bea-471c-816a-d8da6d2c85ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:32:09.417442 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 4a21168c-d058-44a3-8572-99aa1650737f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:32:09.455348 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 56910) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:09.559352 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-3808de0a-df99-4121-8a21-4e3a3f1ef39c service neutron] 10.222.0.38 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242234 Aug 31 04:32:09.575406 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device dca35834-64ab-4a5a-8f5a-08e8bffb691f up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:09.774529 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:09.791617 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:09.914569 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:09.927275 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port dca35834-64ab-4a5a-8f5a-08e8bffb691f triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:09.928961 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:09.981440 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-b7a2b995-c881-4597-8c15-52a81858aa7c tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--569937837&fields=id&tenant_id=febb97be2d624495be34f1e871def31f HTTP/1.1" status: 200 len: 267 time: 0.2269373 Aug 31 04:32:09.981984 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:09.982882 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2563233 Aug 31 04:32:10.038990 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-26820b2e-f019-4c12-b015-d844f7198ee4 req-48fa0897-a565-4934-b970-3bd153836895 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 210 time: 0.0831842 Aug 31 04:32:10.047408 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86f20b-c266-46de-82e6-3785b720d535 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event updated for resources: {'Port': ['ID=ca67d75a-f77c-4caa-84a1-c3c21ae47c2b,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:10.082159 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 4a21168c-d058-44a3-8572-99aa1650737f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a21168c-d058-44a3-8572-99aa1650737f,segment=NetworkSegment(2e56551a-0d26-45bf-a46d-2ae829026395),segment_id=2e56551a-0d26-45bf-a46d-2ae829026395)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:10.138191 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '4a21168c-d058-44a3-8572-99aa1650737f', 'network_id': '055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab', 'port_id': '4a21168c-d058-44a3-8572-99aa1650737f', 'mac_address': 'fa:16:3e:7e:36:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82464a3-020a-47c0-86df-1406d6649051', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:32:10.188719 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54819b25-6d8e-407b-a948-d2d4d7b8dff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:10.282997 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-3d5d8cac-d2b4-4a96-a57a-a8b46050af4d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:10.289263 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-3d5d8cac-d2b4-4a96-a57a-a8b46050af4d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/networks?id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 HTTP/1.1" status: 200 len: 811 time: 0.3055475 Aug 31 04:32:10.332189 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-e2f30b6c-d617-4a20-96f8-8898bf96fc10 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/quotas/febb97be2d624495be34f1e871def31f HTTP/1.1" status: 200 len: 375 time: 0.0326273 Aug 31 04:32:10.340344 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55354f9-d05c-4ca6-86c7-b16015d02206 req-43e04674-6b6c-4987-9dce-7509cb3fb93a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:10.366989 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:10.386256 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b55354f9-d05c-4ca6-86c7-b16015d02206 req-43e04674-6b6c-4987-9dce-7509cb3fb93a tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 943 time: 0.1792715 Aug 31 04:32:10.449085 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a21168c-d058-44a3-8572-99aa1650737f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:10.478250 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 4a21168c-d058-44a3-8572-99aa1650737f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a21168c-d058-44a3-8572-99aa1650737f,segment=NetworkSegment(2e56551a-0d26-45bf-a46d-2ae829026395),segment_id=2e56551a-0d26-45bf-a46d-2ae829026395)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:10.478539 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b55354f9-d05c-4ca6-86c7-b16015d02206 req-7142e37f-a28f-4420-aecd-f048ea52af52 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913270 Aug 31 04:32:10.486278 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:10.588328 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=4a21168c-d058-44a3-8572-99aa1650737f,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:10.636070 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-3589183a-34bf-49ff-9f0d-7cf6658e952c tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=febb97be2d624495be34f1e871def31f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2897451 Aug 31 04:32:10.668733 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-b14abf01-0c99-4668-90ff-ae6fde53944e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1267577976&fields=id&tenant_id=8dbf4d23fc5847fb927e138365a7f41b HTTP/1.1" status: 200 len: 267 time: 0.0626085 Aug 31 04:32:10.722570 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:32:10.771419 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54819b25-6d8e-407b-a948-d2d4d7b8dff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:10.809799 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['4a21168c-d058-44a3-8572-99aa1650737f'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:32:10.868994 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-14c0bb25-c00b-4c67-b40f-be4b9c5d3633 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:10.870527 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-14c0bb25-c00b-4c67-b40f-be4b9c5d3633 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 816 time: 0.1941569 Aug 31 04:32:10.902991 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-a636fe1d-e899-4973-b975-8f56aae5b0c2 service neutron] 10.222.0.38 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221746 Aug 31 04:32:10.903527 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-5e474a9d-cdf0-441c-9f23-a128abbd22be tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/quotas/8dbf4d23fc5847fb927e138365a7f41b HTTP/1.1" status: 200 len: 375 time: 0.0263922 Aug 31 04:32:10.991579 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-de7193b5-bc9b-4725-b511-025a49bd80a0 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871050 Aug 31 04:32:11.014684 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54819b25-6d8e-407b-a948-d2d4d7b8dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:11.062183 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54819b25-6d8e-407b-a948-d2d4d7b8dff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bdd0f8-f6db-43ef-82ba-cf79a15d0a3a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:11.116109 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-54819b25-6d8e-407b-a948-d2d4d7b8dff8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04f820f000c54520962ef417d649b5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6595714 Aug 31 04:32:11.127491 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-d12c095b-0927-478f-b400-1d808aa0956c service neutron] 10.222.0.38 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215674 Aug 31 04:32:11.130968 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 57004) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:11.207491 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da717373-7d55-4444-aa45-4529f01bcd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:11.237156 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da717373-7d55-4444-aa45-4529f01bcd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:11.244369 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-ec048160-e304-4308-8c81-c0741ff9980f service neutron] 10.222.0.38 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335181 Aug 31 04:32:11.385425 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da717373-7d55-4444-aa45-4529f01bcd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:11.389998 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da717373-7d55-4444-aa45-4529f01bcd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:11.391388 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-da717373-7d55-4444-aa45-4529f01bcd0f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/78bdd0f8-f6db-43ef-82ba-cf79a15d0a3a HTTP/1.1" status: 204 len: 168 time: 0.2580006 Aug 31 04:32:11.402286 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da717373-7d55-4444-aa45-4529f01bcd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bdd0f8-f6db-43ef-82ba-cf79a15d0a3a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:11.513573 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-d7a398c5-daf7-4a36-9663-7acd8e89fc83 service neutron] 10.222.0.38 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620776 Aug 31 04:32:11.632515 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:11.779445 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:11.785068 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:11.786327 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:11.861298 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-21381291-c578-4191-a961-1610fac1f303 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:11.877399 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-21381291-c578-4191-a961-1610fac1f303 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/networks?id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f HTTP/1.1" status: 200 len: 819 time: 0.3424366 Aug 31 04:32:11.913626 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-860151c0-3ea9-49d9-af53-e16cc81dc6e8 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/quotas/1b70e3eaaa3c4ca99f6a731d24ac89dd HTTP/1.1" status: 200 len: 375 time: 0.0352283 Aug 31 04:32:11.985490 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3d13e29f-2c46-4540-922c-f2f10ecd2bb8 req-6af103b2-ebd5-454e-9178-ff62664c9ea7 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 210 time: 0.0959935 Aug 31 04:32:12.048941 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:12.104939 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-386491c0-3611-4686-8558-61a0c889d48a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1903639 Aug 31 04:32:12.158482 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=0e7dcf2e-7d4c-40fe-9e66-fac032a9b717,segment=NetworkSegment(2dd6f7d6-195b-40f9-9a19-98535892d4e3),segment_id=2dd6f7d6-195b-40f9-9a19-98535892d4e3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:12.163621 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:12.293120 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=0e7dcf2e-7d4c-40fe-9e66-fac032a9b717,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:12.364379 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b25bcb-9fc2-4ef6-a901-127495f449eb req-e536b560-5c59-4d3e-9c32-685a6ce24825 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:12.383119 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-40b25bcb-9fc2-4ef6-a901-127495f449eb req-e536b560-5c59-4d3e-9c32-685a6ce24825 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 944 time: 0.2396207 Aug 31 04:32:12.473377 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-40b25bcb-9fc2-4ef6-a901-127495f449eb req-3a188035-425c-4158-b7e9-587291ad009e tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883858 Aug 31 04:32:12.512974 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-b95c577b-a9f6-4afe-923d-fbdac9ab3837 service neutron] 10.222.0.38 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932300 Aug 31 04:32:12.555114 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 57062) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:12.639088 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-26be6448-60aa-4ea4-9a25-d1b55d34aecc req-1cbda6c0-77cf-45ff-9663-794a6474fa91 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 210 time: 0.0389915 Aug 31 04:32:12.641111 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d7014e9-7e3d-465b-b690-b26801d5f971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:12.676301 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-8d9e3e33-d32d-4ecf-b08e-c5ac7922c4dc tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:12.678664 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-8d9e3e33-d32d-4ecf-b08e-c5ac7922c4dc tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.16 "GET /v2.0/networks?id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f HTTP/1.1" status: 200 len: 819 time: 0.3857846 Aug 31 04:32:12.721580 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-ab814ba6-25ec-4685-bb45-2f7594c3a24c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Request body: {'port': {'device_id': '5d8abe12-be2e-48dd-934f-69c5806fa9b3', 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f', 'admin_state_up': True, 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:12.754879 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d7014e9-7e3d-465b-b690-b26801d5f971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:12.759684 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d7014e9-7e3d-465b-b690-b26801d5f971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:12.812629 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-0d7014e9-7e3d-465b-b690-b26801d5f971 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3d84c834a1f4b30bd9079f9e3dfe93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537577 Aug 31 04:32:12.813604 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7014e9-7e3d-465b-b690-b26801d5f971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8114da-3275-4e21-a7d9-a82e554a0c34,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:12.818864 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 57072) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:12.824579 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-e50aaf4d-a39c-4890-b613-fb917e622df7 service neutron] 10.222.0.38 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923322 Aug 31 04:32:12.926638 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-ab814ba6-25ec-4685-bb45-2f7594c3a24c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Made reservation on behalf of 1b70e3eaaa3c4ca99f6a731d24ac89dd for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:12.932854 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-ab814ba6-25ec-4685-bb45-2f7594c3a24c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:12.965553 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-36daac90-ca81-458a-8eb0-f2566572f9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.003125 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-36daac90-ca81-458a-8eb0-f2566572f9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.103488 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-36daac90-ca81-458a-8eb0-f2566572f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.107103 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-36daac90-ca81-458a-8eb0-f2566572f9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.108432 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-36daac90-ca81-458a-8eb0-f2566572f9f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b8114da-3275-4e21-a7d9-a82e554a0c34 HTTP/1.1" status: 204 len: 168 time: 0.2903540 Aug 31 04:32:13.170090 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36daac90-ca81-458a-8eb0-f2566572f9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8114da-3275-4e21-a7d9-a82e554a0c34,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:13.218598 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df931d75-574d-41a8-9033-822646a4261a req-fb735836-3804-4dbe-9cd8-dab66af57d6b tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 210 time: 0.1079695 Aug 31 04:32:13.231792 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9894f3ad-892b-4d5d-bdb9-2148a02f8915 req-4ee02c4d-58ba-43d1-acc9-dc34e6cff690 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 210 time: 0.1266949 Aug 31 04:32:13.253732 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-ab814ba6-25ec-4685-bb45-2f7594c3a24c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Allocated IP 172.20.0.10 (b7e001bc-41f1-4a80-b44b-b8a250e60a7f/9bb0db2b-5bea-471c-816a-d8da6d2c85ca/a654eacd-7bf9-414b-b087-313b4e482007) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:13.317253 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.16', 61062) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:13.407784 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 4a21168c-d058-44a3-8572-99aa1650737f up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:13.566340 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port 4a21168c-d058-44a3-8572-99aa1650737f completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:13.574595 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-ab814ba6-25ec-4685-bb45-2f7594c3a24c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.576826 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 4a21168c-d058-44a3-8572-99aa1650737f triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:13.578292 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.578729 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-6f6374a0-0e71-40cf-bc28-d820d5b5e2aa tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:13.588727 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-6f6374a0-0e71-40cf-bc28-d820d5b5e2aa tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.16 "GET /v2.0/networks?id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 HTTP/1.1" status: 200 len: 811 time: 0.2699635 Aug 31 04:32:13.664711 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:13.682664 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-ab814ba6-25ec-4685-bb45-2f7594c3a24c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.758223 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-ab814ba6-25ec-4685-bb45-2f7594c3a24c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Network b7e001bc-41f1-4a80-b44b-b8a250e60a7f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:13.764109 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-ab814ba6-25ec-4685-bb45-2f7594c3a24c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:13.777711 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-ab814ba6-25ec-4685-bb45-2f7594c3a24c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:13.831609 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.867086 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-d83da4aa-647a-4f85-98be-953b2e621722 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=febb97be2d624495be34f1e871def31f HTTP/1.1" status: 200 len: 379 time: 0.2450287 Aug 31 04:32:13.915779 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55c1c4-ade7-48b5-8de1-32777c98a12d req-b15c9eef-10c9-46d7-911a-a4e214f71368 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:13.920508 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-ab814ba6-25ec-4685-bb45-2f7594c3a24c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:13.922155 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-ab814ba6-25ec-4685-bb45-2f7594c3a24c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:13.929103 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ac55c1c4-ade7-48b5-8de1-32777c98a12d req-b15c9eef-10c9-46d7-911a-a4e214f71368 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 944 time: 0.2488134 Aug 31 04:32:13.931712 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.16', 61065) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:13.937559 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 4a21168c-d058-44a3-8572-99aa1650737f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a21168c-d058-44a3-8572-99aa1650737f,segment=NetworkSegment(2e56551a-0d26-45bf-a46d-2ae829026395),segment_id=2e56551a-0d26-45bf-a46d-2ae829026395)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:13.941895 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7288af-6993-45b7-a12e-f596bd570881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a21168c-d058-44a3-8572-99aa1650737f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:13.942875 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Request body: {'port': {'device_id': '16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'admin_state_up': True, 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'security_groups': ['d0960823-f235-4fcf-8986-7d6c54e865c3']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:14.003206 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-bd028056-c832-45a0-85a2-52cb368bbf47 req-284c29c8-e722-4b42-a93e-246e00d10d40 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 210 time: 0.1344445 Aug 31 04:32:14.008249 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.044422 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab814ba6-25ec-4685-bb45-2f7594c3a24c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Pushing event updated for resources: {'Port': ['ID=a654eacd-7bf9-414b-b087-313b4e482007,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:14.045524 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:14.046650 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.058103 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-ab814ba6-25ec-4685-bb45-2f7594c3a24c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3529558 Aug 31 04:32:14.086436 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Request body: {'port': {'device_id': '5d8abe12-be2e-48dd-934f-69c5806fa9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:14.166500 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=4a21168c-d058-44a3-8572-99aa1650737f,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:14.184807 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ac55c1c4-ade7-48b5-8de1-32777c98a12d req-5e0b3660-c9e1-4633-b25c-33c4b1984e76 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521889 Aug 31 04:32:14.318796 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Made reservation on behalf of febb97be2d624495be34f1e871def31f for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:14.341205 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.387980 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-90e04e91-9882-4cd5-97d7-5fba051a1227 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:14.389555 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-90e04e91-9882-4cd5-97d7-5fba051a1227 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.16 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 816 time: 0.4557335 Aug 31 04:32:14.411649 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45c4411-4746-4171-97e1-67f56f810d2e" -d '{"events": [{"server_uuid": "5a7288af-6993-45b7-a12e-f596bd570881", "name": "network-vif-plugged", "status": "completed", "tag": "4a21168c-d058-44a3-8572-99aa1650737f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:14.560354 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-17c0bc90-4a9b-4946-8095-a3b87eb21061 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dbf4d23fc5847fb927e138365a7f41b HTTP/1.1" status: 200 len: 380 time: 0.1448066 Aug 31 04:32:14.572633 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b2681d4c-67be-40b1-8791-288b6f581f26 req-d3264455-acd3-4c07-976a-26d8f8722f25 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 210 time: 0.0957346 Aug 31 04:32:14.581214 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Request body: {'port': {'device_id': '1df52991-a69d-4c55-9661-71c299dd1f12', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'admin_state_up': True, 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'security_groups': ['841dd89b-8d26-4b82-8f9b-2ca8b0158f6d']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:14.730387 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-075dd48c-76d2-467b-afcb-146392c55568 req-a627c343-790c-4080-8c27-cc0424ae4a6a tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 210 time: 0.0330353 Aug 31 04:32:14.747024 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:14.777722 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Made reservation on behalf of 8dbf4d23fc5847fb927e138365a7f41b for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:14.782309 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.009201 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e01333d-70ef-45e6-b6f1-eaeb09a8d905 x-openstack-request-id: req-1e01333d-70ef-45e6-b6f1-eaeb09a8d905 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:15.009600 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7288af-6993-45b7-a12e-f596bd570881", "name": "network-vif-plugged", "status": "completed", "tag": "4a21168c-d058-44a3-8572-99aa1650737f", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:15.013541 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e01333d-70ef-45e6-b6f1-eaeb09a8d905 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:15.017306 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7288af-6993-45b7-a12e-f596bd570881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a21168c-d058-44a3-8572-99aa1650737f', 'code': 200} Aug 31 04:32:15.039995 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.16', 61070) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:15.134495 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3ce88a90-2d8d-46c2-af02-b9976dadd0a6 req-f17fa1eb-b860-4a53-a4f5-3f370c5f5c5d tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 210 time: 0.0284915 Aug 31 04:32:15.268196 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.16', 61074) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:15.332266 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.notifiers.nova [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a654eacd-7bf9-414b-b087-313b4e482007 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:15.339297 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Allocated IP 172.20.0.9 (07f41a8a-764a-4aeb-b2a1-65e96dfed2f6/d741bb28-131b-4ffa-9afc-2e2b11080e2d/9d140f76-2c49-4fa5-b761-98826b5af633) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:15.344938 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.369228 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46c846-d426-416f-a46d-fd02189850b2 req-14b27bde-ac0a-4184-b67d-443c55c6982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:15.371053 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cc46c846-d426-416f-a46d-fd02189850b2 req-14b27bde-ac0a-4184-b67d-443c55c6982b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 1098 time: 0.1018343 Aug 31 04:32:15.372028 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Transition to ACTIVE for port object a654eacd-7bf9-414b-b087-313b4e482007 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:15.377037 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792571'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.427771 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cc46c846-d426-416f-a46d-fd02189850b2 req-49bb98cb-d131-4048-be11-6f77115a3361 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.471821 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db9cfb-7482-47bc-ac4e-ed9e1c84e340 req-6d321e3c-5dc2-44cf-8097-099e613e823f tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:15.482810 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-59db9cfb-7482-47bc-ac4e-ed9e1c84e340 req-6d321e3c-5dc2-44cf-8097-099e613e823f tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 945 time: 0.1864398 Aug 31 04:32:15.482914 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Pushing event updated for resources: {'Port': ['ID=a654eacd-7bf9-414b-b087-313b4e482007,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:15.520439 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-de6989fc-c624-4c86-a22f-a66e99eff824 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:15.522333 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-de6989fc-c624-4c86-a22f-a66e99eff824 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.16 "GET /v2.0/networks?id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f HTTP/1.1" status: 200 len: 819 time: 0.4691787 Aug 31 04:32:15.540249 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Allocated IP 172.20.0.12 (a19f8d25-94f1-4c19-a3a8-1c16d0853f3d/953331b1-921a-4118-aa80-e5ba0b2c0390/7091eca2-6fd8-4e0e-a884-397ba69ec4fa) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:15.554277 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-8c28f0d5-3519-432c-a617-3e278e36d5dd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Request body: {'port': {'device_id': 'eaf71448-0543-4b0c-9d27-ec6544dddb04', 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f', 'admin_state_up': True, 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:15.578842 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Attempting to bind port a654eacd-7bf9-414b-b087-313b4e482007 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:15.579260 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Attempting to bind port a654eacd-7bf9-414b-b087-313b4e482007 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2dd6f7d6-195b-40f9-9a19-98535892d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:15.579550 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Attempting to bind port a654eacd-7bf9-414b-b087-313b4e482007 on network b7e001bc-41f1-4a80-b44b-b8a250e60a7f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:15.586566 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Port a654eacd-7bf9-414b-b087-313b4e482007 on network b7e001bc-41f1-4a80-b44b-b8a250e60a7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:32:15.586902 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Attempting to bind port a654eacd-7bf9-414b-b087-313b4e482007 on network b7e001bc-41f1-4a80-b44b-b8a250e60a7f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:15.596977 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:15.597451 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Checking segment: {'id': '2dd6f7d6-195b-40f9-9a19-98535892d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:15.597731 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Bound using segment: {'id': '2dd6f7d6-195b-40f9-9a19-98535892d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:15.598218 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Bound port: a654eacd-7bf9-414b-b087-313b4e482007, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd6f7d6-195b-40f9-9a19-98535892d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:15.598588 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.738955 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cc46c846-d426-416f-a46d-fd02189850b2 req-49bb98cb-d131-4048-be11-6f77115a3361 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.741866 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4c56f6e7-522b-498a-8e71-0f5685384963 req-2c642e3f-966f-4036-af52-768efb462250 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 210 time: 0.0440142 Aug 31 04:32:15.755019 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cc46c846-d426-416f-a46d-fd02189850b2 req-49bb98cb-d131-4048-be11-6f77115a3361 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.783763 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cc46c846-d426-416f-a46d-fd02189850b2 req-49bb98cb-d131-4048-be11-6f77115a3361 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767629 Aug 31 04:32:15.785827 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] For port a654eacd-7bf9-414b-b087-313b4e482007, host hv-cinder-77819, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:15.790521 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-59db9cfb-7482-47bc-ac4e-ed9e1c84e340 req-672f0899-6713-4a36-bfd0-b61aed6de30b tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096547 Aug 31 04:32:15.809760 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] For port a654eacd-7bf9-414b-b087-313b4e482007, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a654eacd-7bf9-414b-b087-313b4e482007,segment=NetworkSegment(2dd6f7d6-195b-40f9-9a19-98535892d4e3),segment_id=2dd6f7d6-195b-40f9-9a19-98535892d4e3)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:15.814753 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb98cb-d131-4048-be11-6f77115a3361 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=00883bb8-d560-432b-8e62-af48238da254,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:15.818921 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792571'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.906010 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:15.906885 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:15.909089 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] 10.222.0.16 "PUT /v2.0/ports/a654eacd-7bf9-414b-b087-313b4e482007 HTTP/1.1" status: 200 len: 1094 time: 1.8368390 Aug 31 04:32:15.911250 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c9d30237-3545-4616-a0e1-93877ffb2329 req-8d80f90c-41f3-4857-887e-20293ff84d44 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 210 time: 0.0564954 Aug 31 04:32:15.911801 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8abe12-be2e-48dd-934f-69c5806fa9b3', 'tag': 'a654eacd-7bf9-414b-b087-313b4e482007'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:15.918470 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b589d13d5832cb16945ae42739308d350e4152bdb33adae47e43b8dd41dd1a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a7340f-5501-4a2a-96f5-79989478f7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8abe12-be2e-48dd-934f-69c5806fa9b3", "tag": "a654eacd-7bf9-414b-b087-313b4e482007"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:15.947037 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeccb7b-dbc2-4103-bd08-32d5aaaecb59 service neutron] Pushing event updated for resources: {'Port': ['ID=a654eacd-7bf9-414b-b087-313b4e482007,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:15.967302 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6290436-ec00-496f-a8a2-b5977ad526e2 x-openstack-request-id: req-f6290436-ec00-496f-a8a2-b5977ad526e2 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:15.967597 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8abe12-be2e-48dd-934f-69c5806fa9b3", "tag": "a654eacd-7bf9-414b-b087-313b4e482007", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:15.967913 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6290436-ec00-496f-a8a2-b5977ad526e2 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:15.968311 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8abe12-be2e-48dd-934f-69c5806fa9b3', 'tag': 'a654eacd-7bf9-414b-b087-313b4e482007', 'status': 'completed', 'code': 200} Aug 31 04:32:16.005804 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-8c28f0d5-3519-432c-a617-3e278e36d5dd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Made reservation on behalf of 1b70e3eaaa3c4ca99f6a731d24ac89dd for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:16.010023 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-8c28f0d5-3519-432c-a617-3e278e36d5dd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.025291 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.064903 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Transition to ACTIVE for port object 9d140f76-2c49-4fa5-b761-98826b5af633 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:16.131859 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.168226 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Transition to ACTIVE for port object 7091eca2-6fd8-4e0e-a884-397ba69ec4fa will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:16.182128 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7340f-5501-4a2a-96f5-79989478f7a7 req-fce0f9e9-f69f-437b-a2b2-05c84b149158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:16.183823 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f0a7340f-5501-4a2a-96f5-79989478f7a7 req-fce0f9e9-f69f-437b-a2b2-05c84b149158 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0565264 Aug 31 04:32:16.248655 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.261175 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-8c28f0d5-3519-432c-a617-3e278e36d5dd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Allocated IP 172.20.0.6 (b7e001bc-41f1-4a80-b44b-b8a250e60a7f/9bb0db2b-5bea-471c-816a-d8da6d2c85ca/a8205c07-0464-4a82-83ff-754bf845e15b) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:16.352747 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-099aba4e-1f90-4790-8e10-474ab5ff9c1e req-1e7edddc-b2eb-45cc-b72c-1857de73b873 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 210 time: 0.0847447 Aug 31 04:32:16.394064 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:16.408435 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:16.412967 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:16.425980 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event updated for resources: {'Port': ['ID=9d140f76-2c49-4fa5-b761-98826b5af633,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:16.447704 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.450874 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7340f-5501-4a2a-96f5-79989478f7a7 req-5a8ddfda-3e0d-4abc-af0f-fba4026ac074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:16.453597 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f0a7340f-5501-4a2a-96f5-79989478f7a7 req-5a8ddfda-3e0d-4abc-af0f-fba4026ac074 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2534702 Aug 31 04:32:16.750187 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:16.774365 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:16.775427 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.781697 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:16.808230 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event updated for resources: {'Port': ['ID=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:16.826939 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:16.878738 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c702ee52-2fe6-44fb-9327-46cd1ee7e091 None None] Provisioning for port 9d140f76-2c49-4fa5-b761-98826b5af633 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:16.897940 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c702ee52-2fe6-44fb-9327-46cd1ee7e091 None None] Provisioning complete for port 9d140f76-2c49-4fa5-b761-98826b5af633 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:16.898308 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c702ee52-2fe6-44fb-9327-46cd1ee7e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:16.971565 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c702ee52-2fe6-44fb-9327-46cd1ee7e091 None None] Port 9d140f76-2c49-4fa5-b761-98826b5af633 cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:32:17.015437 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7340f-5501-4a2a-96f5-79989478f7a7 req-94973951-34d4-4531-8cfe-26c8ccc0fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:17.020610 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f0a7340f-5501-4a2a-96f5-79989478f7a7 req-94973951-34d4-4531-8cfe-26c8ccc0fb51 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5540049 Aug 31 04:32:17.028325 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:17.029524 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.057465 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9464c15d-fab3-46f2-939c-7c97799bbc72 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1245661 Aug 31 04:32:17.080557 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-92bddcbd-7b1c-4844-8b89-3284cb4ed634 req-6bc7153c-82da-49a8-8d55-c06bdeea496c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 210 time: 0.0767772 Aug 31 04:32:17.101843 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Request body: {'port': {'device_id': '16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:17.108030 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-bf00825e-264f-4dd8-99ec-f5594f82411e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5307083 Aug 31 04:32:17.141202 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Request body: {'port': {'device_id': '1df52991-a69d-4c55-9661-71c299dd1f12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:17.200787 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-ca5da27e-f2cc-4080-ba3c-69432385d697 None None] Provisioning for port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:17.207034 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-ca5da27e-f2cc-4080-ba3c-69432385d697 None None] Provisioning complete for port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:17.207430 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca5da27e-f2cc-4080-ba3c-69432385d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.235965 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-8c28f0d5-3519-432c-a617-3e278e36d5dd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.238205 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb750bd-167e-46e7-9576-64442d485b02 req-5e81b0f5-88d1-410d-bf11-8f03b61497e2 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:17.245970 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-feb750bd-167e-46e7-9576-64442d485b02 req-5e81b0f5-88d1-410d-bf11-8f03b61497e2 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 945 time: 0.2894604 Aug 31 04:32:17.260669 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ca5da27e-f2cc-4080-ba3c-69432385d697 None None] Port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:32:17.274903 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-481333ce-23c5-4aa3-aea8-211628511785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:17.276425 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-481333ce-23c5-4aa3-aea8-211628511785 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 1097 time: 0.1824188 Aug 31 04:32:17.310009 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.321836 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-feb750bd-167e-46e7-9576-64442d485b02 req-c70ba582-f136-42a2-83ac-b7e9ccd981ed tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746322 Aug 31 04:32:17.363745 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.364540 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-1c83ed76-2bd8-465b-9edc-456372c7b44f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a654eacd-7bf9-414b-b087-313b4e482007 HTTP/1.1" status: 200 len: 217 time: 0.0624080 Aug 31 04:32:17.408935 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa679737-b3b9-45f4-bafe-41cfb1e081cd req-c0a52e3f-ce37-4d52-a85f-ef16ee9e8743 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:17.410492 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fa679737-b3b9-45f4-bafe-41cfb1e081cd req-c0a52e3f-ce37-4d52-a85f-ef16ee9e8743 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 931 time: 0.1697702 Aug 31 04:32:17.451852 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-d1a6cee4-f634-4bfc-8d52-2453b29fdce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:17.453397 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-d1a6cee4-f634-4bfc-8d52-2453b29fdce7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bb0db2b-5bea-471c-816a-d8da6d2c85ca HTTP/1.1" status: 200 len: 859 time: 0.0515177 Aug 31 04:32:17.542738 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-9defcfe4-fb52-4f44-ba2d-0200706c9f6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420718 Aug 31 04:32:17.648022 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-8c28f0d5-3519-432c-a617-3e278e36d5dd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:17.649777 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e5179-b3f2-429d-94ae-76115636a8c3 req-87305b1b-c5c9-4c17-acc9-e2bcec0a38bc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:17.651483 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cd7e5179-b3f2-429d-94ae-76115636a8c3 req-87305b1b-c5c9-4c17-acc9-e2bcec0a38bc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 932 time: 0.1120336 Aug 31 04:32:17.687825 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-2d90b44d-f7c8-4dcd-a401-ad34ebe24ffc service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359444 Aug 31 04:32:17.723938 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cd7e5179-b3f2-429d-94ae-76115636a8c3 req-f535dc6d-8419-45f8-a125-b5383238c224 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650296 Aug 31 04:32:17.732814 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fa679737-b3b9-45f4-bafe-41cfb1e081cd req-f5b8d713-d4ae-47f8-b65c-de6141a6c3b6 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3126864 Aug 31 04:32:17.815394 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f51ddd5f-2355-46aa-8d31-9c0eea8239fe req-aeb7ea61-2d5f-4db7-aec3-798eaf421c94 service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169481 Aug 31 04:32:17.954117 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-8c28f0d5-3519-432c-a617-3e278e36d5dd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Network b7e001bc-41f1-4a80-b44b-b8a250e60a7f is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:17.987782 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-8c28f0d5-3519-432c-a617-3e278e36d5dd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:17.993888 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-8c28f0d5-3519-432c-a617-3e278e36d5dd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:18.002601 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28f0d5-3519-432c-a617-3e278e36d5dd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Pushing event updated for resources: {'Port': ['ID=a8205c07-0464-4a82-83ff-754bf845e15b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:18.087382 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-8c28f0d5-3519-432c-a617-3e278e36d5dd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:18.088016 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-8c28f0d5-3519-432c-a617-3e278e36d5dd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.133986 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-8c28f0d5-3519-432c-a617-3e278e36d5dd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5909624 Aug 31 04:32:18.155852 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Request body: {'port': {'device_id': 'eaf71448-0543-4b0c-9d27-ec6544dddb04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:18.218699 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7ff0e-6c94-46da-a752-f93999a53bb0 req-33ca96d7-0366-4fbc-a715-35c080535ffc tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:18.220295 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-07b7ff0e-6c94-46da-a752-f93999a53bb0 req-33ca96d7-0366-4fbc-a715-35c080535ffc tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 931 time: 0.0568364 Aug 31 04:32:18.259868 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-07b7ff0e-6c94-46da-a752-f93999a53bb0 req-53b4e24f-0407-45bc-aea2-cac3bd738aba tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330913 Aug 31 04:32:18.271538 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7091eca2-6fd8-4e0e-a884-397ba69ec4fa {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:18.283456 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.296553 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d140f76-2c49-4fa5-b761-98826b5af633 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:18.308026 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.310830 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.316539 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Transition to ACTIVE for port object 7091eca2-6fd8-4e0e-a884-397ba69ec4fa will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:18.327964 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.362977 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Transition to ACTIVE for port object 9d140f76-2c49-4fa5-b761-98826b5af633 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:18.374087 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.449255 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:18.763581 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Pushing event updated for resources: {'Port': ['ID=9d140f76-2c49-4fa5-b761-98826b5af633,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:18.814405 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e0b8b-0174-45fa-a848-e38561af3daf req-4642730b-5b49-4e9f-9936-8d61bdb99d59 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:18.825314 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df2e0b8b-0174-45fa-a848-e38561af3daf req-4642730b-5b49-4e9f-9936-8d61bdb99d59 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 945 time: 0.4185314 Aug 31 04:32:18.833367 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Attempting to bind port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:18.833651 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Attempting to bind port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:18.834248 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Attempting to bind port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa on network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:18.868847 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa on network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:32:18.869160 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Attempting to bind port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa on network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:18.876765 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25503858-f8f6-479f-92bb-06a97062a5e8 req-2673b2c2-c84a-42ba-b310-ec28bd954a32 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:18.878391 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-25503858-f8f6-479f-92bb-06a97062a5e8 req-2673b2c2-c84a-42ba-b310-ec28bd954a32 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 943 time: 0.0523791 Aug 31 04:32:18.892506 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:18.892900 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Checking segment: {'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:18.893551 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Bound using segment: {'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:18.894084 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Bound port: 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:18.894454 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:18.921687 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-25503858-f8f6-479f-92bb-06a97062a5e8 req-900951ad-dec8-4ef8-b1c1-8953118def95 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363541 Aug 31 04:32:18.945639 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df2e0b8b-0174-45fa-a848-e38561af3daf req-6655e51b-47bd-4e98-933c-1d05dc3f79b5 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062353 Aug 31 04:32:18.946302 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Attempting to bind port 9d140f76-2c49-4fa5-b761-98826b5af633 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:18.946645 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Attempting to bind port 9d140f76-2c49-4fa5-b761-98826b5af633 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:18.946971 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Attempting to bind port 9d140f76-2c49-4fa5-b761-98826b5af633 on network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:18.995730 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Port 9d140f76-2c49-4fa5-b761-98826b5af633 on network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:32:18.996261 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Attempting to bind port 9d140f76-2c49-4fa5-b761-98826b5af633 on network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:19.011496 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:19.011844 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Checking segment: {'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:19.012291 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Bound using segment: {'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:19.012745 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Bound port: 9d140f76-2c49-4fa5-b761-98826b5af633, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:19.013139 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.063430 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] For port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:19.063672 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b7b9a-495f-4ff3-aed4-37b10615b510 req-d5a70c4a-209d-4066-be9a-a94d5d8b5621 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:19.065128 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5a6b7b9a-495f-4ff3-aed4-37b10615b510 req-d5a70c4a-209d-4066-be9a-a94d5d8b5621 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0633922 Aug 31 04:32:19.070362 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] For port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:19.113310 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.120815 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5a6b7b9a-495f-4ff3-aed4-37b10615b510 req-59c662c4-8a08-47be-a3c4-c078fa6223f4 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Aug 31 04:32:19.168525 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8205c07-0464-4a82-83ff-754bf845e15b {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:19.187789 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.204863 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:19.205599 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.207048 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] 10.222.0.16 "PUT /v2.0/ports/7091eca2-6fd8-4e0e-a884-397ba69ec4fa HTTP/1.1" status: 200 len: 1094 time: 2.0710952 Aug 31 04:32:19.209762 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:19.259394 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Transition to ACTIVE for port object a8205c07-0464-4a82-83ff-754bf845e15b will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:19.338137 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.393948 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] For port 9d140f76-2c49-4fa5-b761-98826b5af633, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:19.484090 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-842dc242-0ff3-4443-a304-63ca8ccff34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.512419 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c603904-76de-4c29-a92e-073b5b8946b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:19.525993 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2632b4-3081-4236-9704-ff6f228011ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:19.545434 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] For port 9d140f76-2c49-4fa5-b761-98826b5af633, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9d140f76-2c49-4fa5-b761-98826b5af633,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:19.598284 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.662274 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394edced-1b47-4c81-b9b0-7c60242abd49 req-de93b727-19fa-4538-9855-86d31ab8a750 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:19.663863 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-394edced-1b47-4c81-b9b0-7c60242abd49 req-de93b727-19fa-4538-9855-86d31ab8a750 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 943 time: 0.2851086 Aug 31 04:32:19.669093 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Pushing event updated for resources: {'Port': ['ID=a8205c07-0464-4a82-83ff-754bf845e15b,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:19.673860 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:19.674792 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:19.684577 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] 10.222.0.16 "PUT /v2.0/ports/9d140f76-2c49-4fa5-b761-98826b5af633 HTTP/1.1" status: 200 len: 1093 time: 2.5796165 Aug 31 04:32:19.684577 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-91edfe8e-fc4b-4b1b-a038-0bd6f2790b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:19.684577 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-91edfe8e-fc4b-4b1b-a038-0bd6f2790b3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 1097 time: 0.3761251 Aug 31 04:32:19.685986 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b16a83-b837-4efb-81d9-97c4352cd68c x-openstack-request-id: req-81b16a83-b837-4efb-81d9-97c4352cd68c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:19.686281 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:19.687414 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-81b16a83-b837-4efb-81d9-97c4352cd68c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:19.687789 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'status': 'completed', 'code': 200} Aug 31 04:32:19.838711 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-b4583cd7-a97a-45b7-84cb-668811a0b3b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa HTTP/1.1" status: 200 len: 217 time: 0.1256161 Aug 31 04:32:19.951677 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-394edced-1b47-4c81-b9b0-7c60242abd49 req-08245a9a-8b09-4983-8f7d-67ceb895a263 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679412 Aug 31 04:32:19.988126 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a793ec-69ae-4899-a000-9e218c6c4d84 service neutron] Pushing event updated for resources: {'Port': ['ID=9d140f76-2c49-4fa5-b761-98826b5af633,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:19.995668 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Attempting to bind port a8205c07-0464-4a82-83ff-754bf845e15b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:19.996162 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Attempting to bind port a8205c07-0464-4a82-83ff-754bf845e15b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '2dd6f7d6-195b-40f9-9a19-98535892d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:19.996689 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Attempting to bind port a8205c07-0464-4a82-83ff-754bf845e15b on network b7e001bc-41f1-4a80-b44b-b8a250e60a7f {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:20.001904 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Port a8205c07-0464-4a82-83ff-754bf845e15b on network b7e001bc-41f1-4a80-b44b-b8a250e60a7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:32:20.002210 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Attempting to bind port a8205c07-0464-4a82-83ff-754bf845e15b on network b7e001bc-41f1-4a80-b44b-b8a250e60a7f {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:20.014349 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-22cb2389-1b6c-464e-b348-e34d4a1a075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:20.017117 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-22cb2389-1b6c-464e-b348-e34d4a1a075c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=febb97be2d624495be34f1e871def31f&device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 1096 time: 0.2335558 Aug 31 04:32:20.020454 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:20.021078 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Checking segment: {'id': '2dd6f7d6-195b-40f9-9a19-98535892d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:20.021698 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Bound using segment: {'id': '2dd6f7d6-195b-40f9-9a19-98535892d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:20.022214 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Bound port: a8205c07-0464-4a82-83ff-754bf845e15b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd6f7d6-195b-40f9-9a19-98535892d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:20.022641 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:20.032564 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-ff833c90-56cb-4780-a7b8-e53904497390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:20.034155 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-ff833c90-56cb-4780-a7b8-e53904497390 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=953331b1-921a-4118-aa80-e5ba0b2c0390 HTTP/1.1" status: 200 len: 855 time: 0.1733408 Aug 31 04:32:20.168978 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adf155-30b7-4484-af87-b2a72945c213 req-630ee25f-e1dc-4b34-b745-e280d4e413a1 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:20.170684 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-85adf155-30b7-4484-af87-b2a72945c213 req-630ee25f-e1dc-4b34-b745-e280d4e413a1 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 943 time: 0.1095450 Aug 31 04:32:20.236544 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-85adf155-30b7-4484-af87-b2a72945c213 req-e33a2a0c-1020-4c95-a804-9aa60804e4e2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565126 Aug 31 04:32:20.311985 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-10f8d226-960e-45a6-8ee3-00560c426cb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d140f76-2c49-4fa5-b761-98826b5af633 HTTP/1.1" status: 200 len: 217 time: 0.2749984 Aug 31 04:32:20.429249 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-73d1026d-9bc8-4d45-aadd-0220b78dda47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:20.430754 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-73d1026d-9bc8-4d45-aadd-0220b78dda47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3861244 Aug 31 04:32:20.452613 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] For port a8205c07-0464-4a82-83ff-754bf845e15b, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:20.457307 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] For port a8205c07-0464-4a82-83ff-754bf845e15b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a8205c07-0464-4a82-83ff-754bf845e15b,segment=NetworkSegment(2dd6f7d6-195b-40f9-9a19-98535892d4e3),segment_id=2dd6f7d6-195b-40f9-9a19-98535892d4e3)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:20.467513 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-cec3fdee-ba51-483d-990b-d286f09ea908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:20.469467 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-cec3fdee-ba51-483d-990b-d286f09ea908 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d741bb28-131b-4ffa-9afc-2e2b11080e2d HTTP/1.1" status: 200 len: 850 time: 0.1412437 Aug 31 04:32:20.506329 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4141-864f-48ed-ba29-ff6a833e4aed req-1be3028e-8b20-4b5e-ac73-6888c200f6c1 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:20.507746 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-396d4141-864f-48ed-ba29-ff6a833e4aed req-1be3028e-8b20-4b5e-ac73-6888c200f6c1 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.2156510 Aug 31 04:32:20.508723 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:20.612078 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:20.612701 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:20.614102 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] 10.222.0.16 "PUT /v2.0/ports/a8205c07-0464-4a82-83ff-754bf845e15b HTTP/1.1" status: 200 len: 1093 time: 2.4633679 Aug 31 04:32:20.658307 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-396d4141-864f-48ed-ba29-ff6a833e4aed req-d7bdb6cd-a1cd-4553-abc4-4551586d2dc0 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378767 Aug 31 04:32:20.667198 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-218852f8-fb8c-4596-a32e-97310c369cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:20.668728 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-218852f8-fb8c-4596-a32e-97310c369cdb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1702411 Aug 31 04:32:20.672030 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01e25b-782d-4486-bff1-23ae8d13dc03 service neutron] Pushing event updated for resources: {'Port': ['ID=a8205c07-0464-4a82-83ff-754bf845e15b,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:20.685925 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-d068a108-4d28-45b2-bb95-8b46f9d5ebe8 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462785 Aug 31 04:32:20.803755 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:20.848672 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-87e518e3-53a2-49df-8ded-1677fd515933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:20.850190 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-87e518e3-53a2-49df-8ded-1677fd515933 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 1096 time: 0.1635733 Aug 31 04:32:20.869236 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-9ea6ee69-e3fb-48c5-a245-73b2d73e17e9 service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924362 Aug 31 04:32:20.930744 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-859e94df-a2e6-452b-acc1-0aa426cdf014 req-9b4e86f6-51d0-4061-9d8c-420736d5fc00 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249205 Aug 31 04:32:20.932982 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-d221a19a-744d-4a86-aa91-12a281b332b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8205c07-0464-4a82-83ff-754bf845e15b HTTP/1.1" status: 200 len: 217 time: 0.0528238 Aug 31 04:32:21.067344 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-67893b5b-6835-47e8-b133-3c79da52e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:21.068772 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-67893b5b-6835-47e8-b133-3c79da52e242 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bb0db2b-5bea-471c-816a-d8da6d2c85ca HTTP/1.1" status: 200 len: 859 time: 0.1000080 Aug 31 04:32:21.143765 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-74279aa3-035d-49cc-bc05-05bd86ccf80c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617392 Aug 31 04:32:21.147768 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cb4b0765-acea-45db-a40c-2ce99f0ca763 req-0c780302-a4cf-492e-a8be-22ceab102e28 service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557292 Aug 31 04:32:21.153839 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2632b4-3081-4236-9704-ff6f228011ab req-d2e22553-ffed-40b2-a661-f97b54ed8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:21.155768 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ef2632b4-3081-4236-9704-ff6f228011ab req-d2e22553-ffed-40b2-a661-f97b54ed8144 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 1097 time: 0.1289830 Aug 31 04:32:21.171523 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f0e51-db21-42f5-92e5-aa1777a24f5a req-903ff381-97d8-458b-996a-daf73b1f1d1d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:21.172992 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d38f0e51-db21-42f5-92e5-aa1777a24f5a req-903ff381-97d8-458b-996a-daf73b1f1d1d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 943 time: 0.1087372 Aug 31 04:32:21.287139 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d38f0e51-db21-42f5-92e5-aa1777a24f5a req-1db2d688-a1cf-4e04-9d10-2f3ef50ac7bf tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076369 Aug 31 04:32:21.394994 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648c832-6708-417f-8244-55d9bbff8d6a req-409777a0-47b0-4e4d-b6c0-f6de3853680b tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:21.404069 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7648c832-6708-417f-8244-55d9bbff8d6a req-409777a0-47b0-4e4d-b6c0-f6de3853680b tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 943 time: 0.0733948 Aug 31 04:32:21.418999 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device a654eacd-7bf9-414b-b087-313b4e482007 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:32:21.439363 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2632b4-3081-4236-9704-ff6f228011ab req-f514b2e6-7112-4be6-a26f-586df88ca349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:21.441416 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ef2632b4-3081-4236-9704-ff6f228011ab req-f514b2e6-7112-4be6-a26f-586df88ca349 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 917 time: 0.2339680 Aug 31 04:32:21.443405 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-ad8d14d3-c8e3-4043-bff5-88b5e90c7b1b service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352767 Aug 31 04:32:21.472290 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7648c832-6708-417f-8244-55d9bbff8d6a req-0605afd7-272a-43b5-9b9c-c29709b36a8d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650580 Aug 31 04:32:21.551722 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ef2632b4-3081-4236-9704-ff6f228011ab req-1a5f483a-35b0-487a-b0bb-c4bc5738e24f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa HTTP/1.1" status: 200 len: 217 time: 0.0943201 Aug 31 04:32:21.555384 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port a654eacd-7bf9-414b-b087-313b4e482007, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a654eacd-7bf9-414b-b087-313b4e482007,segment=NetworkSegment(2dd6f7d6-195b-40f9-9a19-98535892d4e3),segment_id=2dd6f7d6-195b-40f9-9a19-98535892d4e3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:21.568920 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': 'a654eacd-7bf9-414b-b087-313b4e482007', 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f', 'port_id': 'a654eacd-7bf9-414b-b087-313b4e482007', 'mac_address': 'fa:16:3e:3c:c7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb0db2b-5bea-471c-816a-d8da6d2c85ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:32:21.619659 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:21.633346 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a654eacd-7bf9-414b-b087-313b4e482007 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:21.646143 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2632b4-3081-4236-9704-ff6f228011ab req-be9d92ca-c993-40c3-899c-d18b9dd15659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:21.647926 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ef2632b4-3081-4236-9704-ff6f228011ab req-be9d92ca-c993-40c3-899c-d18b9dd15659 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=953331b1-921a-4118-aa80-e5ba0b2c0390 HTTP/1.1" status: 200 len: 855 time: 0.0866115 Aug 31 04:32:21.653700 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0df68b55-55f1-4c93-9327-bd6166d20d9b req-a830b4ae-a2bb-45d8-8661-434cb88ac71a service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900113 Aug 31 04:32:21.658306 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port a654eacd-7bf9-414b-b087-313b4e482007, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a654eacd-7bf9-414b-b087-313b4e482007,segment=NetworkSegment(2dd6f7d6-195b-40f9-9a19-98535892d4e3),segment_id=2dd6f7d6-195b-40f9-9a19-98535892d4e3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:21.661511 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:21.699475 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d', 'tag': '9d140f76-2c49-4fa5-b761-98826b5af633'}, {'name': 'network-changed', 'server_uuid': 'eaf71448-0543-4b0c-9d27-ec6544dddb04', 'tag': 'a8205c07-0464-4a82-83ff-754bf845e15b'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:21.702645 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960e6e72-df91-4991-ac85-841ddfee6f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d", "tag": "9d140f76-2c49-4fa5-b761-98826b5af633"}, {"name": "network-changed", "server_uuid": "eaf71448-0543-4b0c-9d27-ec6544dddb04", "tag": "a8205c07-0464-4a82-83ff-754bf845e15b"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:21.722902 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2632b4-3081-4236-9704-ff6f228011ab req-d47b57e8-58c4-4926-ad10-474c8d618f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:21.724769 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ef2632b4-3081-4236-9704-ff6f228011ab req-d47b57e8-58c4-4926-ad10-474c8d618f81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0550687 Aug 31 04:32:21.736926 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=a654eacd-7bf9-414b-b087-313b4e482007,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:21.767570 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46a4bcf-dcad-404b-aac2-b7f14e7ac846 x-openstack-request-id: req-c46a4bcf-dcad-404b-aac2-b7f14e7ac846 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:21.767870 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d", "tag": "9d140f76-2c49-4fa5-b761-98826b5af633", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eaf71448-0543-4b0c-9d27-ec6544dddb04", "tag": "a8205c07-0464-4a82-83ff-754bf845e15b", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:21.768119 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c46a4bcf-dcad-404b-aac2-b7f14e7ac846 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:21.768526 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d', 'tag': '9d140f76-2c49-4fa5-b761-98826b5af633', 'status': 'completed', 'code': 200} Aug 31 04:32:21.768761 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf71448-0543-4b0c-9d27-ec6544dddb04', 'tag': 'a8205c07-0464-4a82-83ff-754bf845e15b', 'status': 'completed', 'code': 200} Aug 31 04:32:21.819268 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2e41e-88cb-4718-b571-d5ada3aca5da req-f5e1634d-208c-427c-b57f-7b02c6a31d76 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:21.820772 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f9d2e41e-88cb-4718-b571-d5ada3aca5da req-f5e1634d-208c-427c-b57f-7b02c6a31d76 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0492387 Aug 31 04:32:21.863586 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f9d2e41e-88cb-4718-b571-d5ada3aca5da req-ed53acaa-5d70-418b-a39e-a27a6cae21f9 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338953 Aug 31 04:32:21.888953 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ef2632b4-3081-4236-9704-ff6f228011ab req-15068540-f488-497e-8d12-c3d15efbf6f6 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313729 Aug 31 04:32:21.900829 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-9d13ad27-ac7e-46ad-8ed1-da96fa6350f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:21.902270 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-9d13ad27-ac7e-46ad-8ed1-da96fa6350f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=febb97be2d624495be34f1e871def31f&device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 1096 time: 0.0631509 Aug 31 04:32:22.086359 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['a654eacd-7bf9-414b-b087-313b4e482007'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:32:22.253607 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6930da8e-4846-4279-9d83-aaade59f736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:22.270449 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ef2632b4-3081-4236-9704-ff6f228011ab req-002d1b9f-bf73-4d94-9558-6a435c828f9a service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547127 Aug 31 04:32:22.271436 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-bae943b7-02c3-4349-9dda-ae0068cf5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:22.272936 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-bae943b7-02c3-4349-9dda-ae0068cf5ae3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 HTTP/1.1" status: 200 len: 912 time: 0.3477361 Aug 31 04:32:22.345878 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-509ca6d9-c38b-4634-aab4-3b48b99d124d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d140f76-2c49-4fa5-b761-98826b5af633 HTTP/1.1" status: 200 len: 217 time: 0.0384595 Aug 31 04:32:22.422299 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 57512) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:22.429605 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-d0c3804b-8808-429e-a1a4-bd6837a5737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:22.431182 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-d0c3804b-8808-429e-a1a4-bd6837a5737b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d741bb28-131b-4ffa-9afc-2e2b11080e2d HTTP/1.1" status: 200 len: 850 time: 0.0756886 Aug 31 04:32:22.439818 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:22.457704 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fab56d-60af-4aa3-8938-73a478f2a095 req-64e4536d-d545-46cb-a89f-012fc7b77f4a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:22.459073 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-86fab56d-60af-4aa3-8938-73a478f2a095 req-64e4536d-d545-46cb-a89f-012fc7b77f4a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 943 time: 0.0738099 Aug 31 04:32:22.513926 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-d02f607c-3890-414b-b71b-285c78a5b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:22.515468 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-d02f607c-3890-414b-b71b-285c78a5b6ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760987 Aug 31 04:32:22.518782 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-86fab56d-60af-4aa3-8938-73a478f2a095 req-7fbb6185-360c-4c2b-8086-1b90c0246e9a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457063 Aug 31 04:32:22.541760 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-700ee55f-8e94-46f0-be3d-69bc59ef5571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:22.608480 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd50e8c-05c3-4fa2-a877-75308a4c7f51 req-7912bb87-67a3-48f3-8d3c-933fdbdf0470 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:22.610159 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-bfd50e8c-05c3-4fa2-a877-75308a4c7f51 req-7912bb87-67a3-48f3-8d3c-933fdbdf0470 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 943 time: 0.0702693 Aug 31 04:32:22.622281 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-99273db4-89b3-4b97-b71a-aae6b31c7744 service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982280 Aug 31 04:32:22.683696 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-bfd50e8c-05c3-4fa2-a877-75308a4c7f51 req-1cb003a5-9664-4cce-be64-aa71b8da0cd6 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636449 Aug 31 04:32:22.744303 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-700ee55f-8e94-46f0-be3d-69bc59ef5571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:22.747514 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-b7911e3c-1d7a-4581-92e1-c351d9dfa55e service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145887 Aug 31 04:32:22.750394 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-700ee55f-8e94-46f0-be3d-69bc59ef5571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:22.789711 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-700ee55f-8e94-46f0-be3d-69bc59ef5571 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae78415b1b2041989830d224cf87baa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657210 Aug 31 04:32:22.790879 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ee55f-8e94-46f0-be3d-69bc59ef5571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbe69c4-9506-41a1-9ad7-ad3dea6e43a2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:22.792816 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 57532) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:22.914058 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-ef110a64-cb2b-489c-aa57-ccd347fc0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:22.917380 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-ef110a64-cb2b-489c-aa57-ccd347fc0ae8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 1096 time: 0.0762849 Aug 31 04:32:22.918036 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-febc1ae1-b0d0-4b0b-9933-4ecaaf016329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:22.986559 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-febc1ae1-b0d0-4b0b-9933-4ecaaf016329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.093549 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660634e-9ff1-4bf2-9480-046bbed5cac2 req-418ff216-60d9-4ec1-b292-7589ac3a2826 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:23.095247 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d660634e-9ff1-4bf2-9480-046bbed5cac2 req-418ff216-60d9-4ec1-b292-7589ac3a2826 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.1404049 Aug 31 04:32:23.107891 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-5d6656ea-5382-49ac-8870-5675f99468fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:23.110161 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-5d6656ea-5382-49ac-8870-5675f99468fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f HTTP/1.1" status: 200 len: 920 time: 0.1821702 Aug 31 04:32:23.135759 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-febc1ae1-b0d0-4b0b-9933-4ecaaf016329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.138498 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-febc1ae1-b0d0-4b0b-9933-4ecaaf016329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.139640 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-febc1ae1-b0d0-4b0b-9933-4ecaaf016329 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3cbe69c4-9506-41a1-9ad7-ad3dea6e43a2 HTTP/1.1" status: 204 len: 168 time: 0.3445733 Aug 31 04:32:23.173034 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-3d03a454-ddaf-4926-a85f-c980d3f22bc7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8205c07-0464-4a82-83ff-754bf845e15b HTTP/1.1" status: 200 len: 217 time: 0.0479820 Aug 31 04:32:23.188856 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc1ae1-b0d0-4b0b-9933-4ecaaf016329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbe69c4-9506-41a1-9ad7-ad3dea6e43a2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:23.212076 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d660634e-9ff1-4bf2-9480-046bbed5cac2 req-10fbd2e3-f15f-42fe-b0f3-665e229ed31e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060295 Aug 31 04:32:23.266287 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-93d162a4-ce7b-4883-a310-d36e4963f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:23.267782 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-93d162a4-ce7b-4883-a310-d36e4963f0d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bb0db2b-5bea-471c-816a-d8da6d2c85ca HTTP/1.1" status: 200 len: 859 time: 0.0812719 Aug 31 04:32:23.315714 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-143f3210-1b47-4353-af4f-f929b093c357 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404294 Aug 31 04:32:23.417967 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device a654eacd-7bf9-414b-b087-313b4e482007 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:23.423227 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-572f7492-9e48-4284-a79c-fa17cd586c35 service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986938 Aug 31 04:32:23.485482 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port a654eacd-7bf9-414b-b087-313b4e482007 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:23.490438 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port a654eacd-7bf9-414b-b087-313b4e482007 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:23.490980 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.508456 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 57556) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:23.521967 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4378cfa3-fbf3-4cad-9258-0dc93a95b53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.566422 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960e6e72-df91-4991-ac85-841ddfee6f4f req-d4b56052-36d3-4a65-9922-ee6d284c323a service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357722 Aug 31 04:32:23.601395 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.629355 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8abe12-be2e-48dd-934f-69c5806fa9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a654eacd-7bf9-414b-b087-313b4e482007'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:23.631664 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80132376-9967-420c-9177-e1098818f9d9" -d '{"events": [{"server_uuid": "5d8abe12-be2e-48dd-934f-69c5806fa9b3", "name": "network-vif-plugged", "status": "completed", "tag": "a654eacd-7bf9-414b-b087-313b4e482007"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:23.646620 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port a654eacd-7bf9-414b-b087-313b4e482007, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a654eacd-7bf9-414b-b087-313b4e482007,segment=NetworkSegment(2dd6f7d6-195b-40f9-9a19-98535892d4e3),segment_id=2dd6f7d6-195b-40f9-9a19-98535892d4e3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:23.652394 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.702477 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f415508-3546-4445-a7bf-fefd23120a4e x-openstack-request-id: req-8f415508-3546-4445-a7bf-fefd23120a4e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:23.702477 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8abe12-be2e-48dd-934f-69c5806fa9b3", "name": "network-vif-plugged", "status": "completed", "tag": "a654eacd-7bf9-414b-b087-313b4e482007", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:23.702477 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8f415508-3546-4445-a7bf-fefd23120a4e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:23.702477 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8abe12-be2e-48dd-934f-69c5806fa9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a654eacd-7bf9-414b-b087-313b4e482007', 'code': 200} Aug 31 04:32:23.717246 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.732492 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0b129-a555-4529-b8ce-c8b23b1fd4f6 req-c9c33a4f-70fa-44d8-a9a2-efb7fb35913e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:23.741885 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-abf0b129-a555-4529-b8ce-c8b23b1fd4f6 req-c9c33a4f-70fa-44d8-a9a2-efb7fb35913e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 943 time: 0.1403196 Aug 31 04:32:23.742719 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=a654eacd-7bf9-414b-b087-313b4e482007,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:23.759123 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4378cfa3-fbf3-4cad-9258-0dc93a95b53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.788069 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4378cfa3-fbf3-4cad-9258-0dc93a95b53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:23.801245 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-abf0b129-a555-4529-b8ce-c8b23b1fd4f6 req-b04bb04a-6591-4b22-9996-9bce3f998b7d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580194 Aug 31 04:32:23.836533 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-4378cfa3-fbf3-4cad-9258-0dc93a95b53d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6e8ecd26a7247e282053dcf2535bef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269181 Aug 31 04:32:23.837741 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378cfa3-fbf3-4cad-9258-0dc93a95b53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c8fa85-20cd-465f-b7bd-bf7cfaf0d2d0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:23.839182 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 57572) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:23.865471 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f3d21-c077-44ec-857a-6acbab2356ed req-d1c770f1-50ab-412b-be62-9836dc17fcdf tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:23.866969 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f19f3d21-c077-44ec-857a-6acbab2356ed req-d1c770f1-50ab-412b-be62-9836dc17fcdf tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 943 time: 0.0807235 Aug 31 04:32:23.989114 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f19f3d21-c077-44ec-857a-6acbab2356ed req-3b311228-2753-459f-bb27-5921db9fdc61 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146705 Aug 31 04:32:23.997867 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c53810b1-bd13-43b7-aeb5-e233890c6c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.006947 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2d9d5-1a20-4e86-959e-a5ece7fef16d req-6e253f0e-8b5e-4a53-a666-0202a3a0fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:24.006947 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fcc2d9d5-1a20-4e86-959e-a5ece7fef16d req-6e253f0e-8b5e-4a53-a666-0202a3a0fba9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 1099 time: 0.1267216 Aug 31 04:32:24.038160 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c53810b1-bd13-43b7-aeb5-e233890c6c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.081908 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fcc2d9d5-1a20-4e86-959e-a5ece7fef16d req-571d51f8-ff6f-4af1-8f36-259c083bbbba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676517 Aug 31 04:32:24.103096 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c53810b1-bd13-43b7-aeb5-e233890c6c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.105925 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c53810b1-bd13-43b7-aeb5-e233890c6c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.107035 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-c53810b1-bd13-43b7-aeb5-e233890c6c86 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5c8fa85-20cd-465f-b7bd-bf7cfaf0d2d0 HTTP/1.1" status: 204 len: 168 time: 0.2669082 Aug 31 04:32:24.114883 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53810b1-bd13-43b7-aeb5-e233890c6c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c8fa85-20cd-465f-b7bd-bf7cfaf0d2d0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:24.364699 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a9801-020c-4b86-891c-050e613f6a43 req-830e0524-8cd6-4cd4-a89d-e7c9309296c0 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:24.369475 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d51a9801-020c-4b86-891c-050e613f6a43 req-830e0524-8cd6-4cd4-a89d-e7c9309296c0 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0651269 Aug 31 04:32:24.416722 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d51a9801-020c-4b86-891c-050e613f6a43 req-9cd0c14f-f5d2-4e8a-8ee4-c46f2a51432f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417657 Aug 31 04:32:24.710782 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1a6ce-c6a3-466b-a6bb-98b34ee4eec0 req-b9190c9f-4edd-4441-8a1b-aaf038c3d671 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:24.712405 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-76b1a6ce-c6a3-466b-a6bb-98b34ee4eec0 req-b9190c9f-4edd-4441-8a1b-aaf038c3d671 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 945 time: 0.0497420 Aug 31 04:32:24.750624 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-76b1a6ce-c6a3-466b-a6bb-98b34ee4eec0 req-885567bd-2b93-44fb-8dd1-5d4c2ad5ff80 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319667 Aug 31 04:32:24.907687 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:24.940482 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5ff2c-cec9-4c2c-b6f9-fbf46612c1b1 req-9fd9069f-1389-4359-bc01-16b85d0b1b6c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:24.944449 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4ba5ff2c-cec9-4c2c-b6f9-fbf46612c1b1 req-9fd9069f-1389-4359-bc01-16b85d0b1b6c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 943 time: 0.0680664 Aug 31 04:32:24.994197 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4ba5ff2c-cec9-4c2c-b6f9-fbf46612c1b1 req-9158d6bd-2eaa-45b9-ba36-5d94063cf2f8 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435829 Aug 31 04:32:25.349108 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e33b6c-dd50-45b2-b633-e82647d80f3d req-9db213a1-48a3-4755-ad08-9325ec8d8be7 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:25.350753 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f9e33b6c-dd50-45b2-b633-e82647d80f3d req-9db213a1-48a3-4755-ad08-9325ec8d8be7 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 943 time: 0.2866087 Aug 31 04:32:25.414152 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f9e33b6c-dd50-45b2-b633-e82647d80f3d req-2b24059a-6d94-4243-b4cd-5fd485f959b0 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557261 Aug 31 04:32:25.452515 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 7091eca2-6fd8-4e0e-a884-397ba69ec4fa details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:32:25.556227 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632fb17-cfe4-4324-ab1c-19880fe02ade req-2c677782-670e-4d40-96a8-b82abdf6a166 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:25.557930 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5632fb17-cfe4-4324-ab1c-19880fe02ade req-2c677782-670e-4d40-96a8-b82abdf6a166 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0597970 Aug 31 04:32:25.584572 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:25.597244 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'port_id': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'mac_address': 'fa:16:3e:12:8e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:32:25.614610 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5632fb17-cfe4-4324-ab1c-19880fe02ade req-bc8ac80d-385a-46bf-bc5e-4a09641e3f4a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475597 Aug 31 04:32:25.653646 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:25.667418 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7091eca2-6fd8-4e0e-a884-397ba69ec4fa {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:25.693118 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:25.700476 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:25.701175 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device a8205c07-0464-4a82-83ff-754bf845e15b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:32:25.793642 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:25.838202 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port a8205c07-0464-4a82-83ff-754bf845e15b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a8205c07-0464-4a82-83ff-754bf845e15b,segment=NetworkSegment(2dd6f7d6-195b-40f9-9a19-98535892d4e3),segment_id=2dd6f7d6-195b-40f9-9a19-98535892d4e3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:25.867997 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c108a-00c2-4b15-a8d5-f3e4bd8b2daa req-6aee853c-11f2-4839-9fac-6b3eb4ac951d tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:25.870818 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2a7c108a-00c2-4b15-a8d5-f3e4bd8b2daa req-6aee853c-11f2-4839-9fac-6b3eb4ac951d tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 945 time: 0.0532365 Aug 31 04:32:25.913804 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2a7c108a-00c2-4b15-a8d5-f3e4bd8b2daa req-005c27f5-8cd8-4a1b-8111-4c18aa55891b tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371239 Aug 31 04:32:25.959675 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': 'a8205c07-0464-4a82-83ff-754bf845e15b', 'network_id': 'b7e001bc-41f1-4a80-b44b-b8a250e60a7f', 'port_id': 'a8205c07-0464-4a82-83ff-754bf845e15b', 'mac_address': 'fa:16:3e:0c:5e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb0db2b-5bea-471c-816a-d8da6d2c85ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:32:26.000529 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:26.012747 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8205c07-0464-4a82-83ff-754bf845e15b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:26.034572 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port a8205c07-0464-4a82-83ff-754bf845e15b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a8205c07-0464-4a82-83ff-754bf845e15b,segment=NetworkSegment(2dd6f7d6-195b-40f9-9a19-98535892d4e3),segment_id=2dd6f7d6-195b-40f9-9a19-98535892d4e3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:26.038747 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:26.039403 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 9d140f76-2c49-4fa5-b761-98826b5af633 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:32:26.140248 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=a8205c07-0464-4a82-83ff-754bf845e15b,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:26.157904 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dee0af-29ae-40d4-a5b3-837a1ba30bdb req-0d52ef2b-c5f7-4d91-8f06-595c5ef06d1a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:26.159441 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-91dee0af-29ae-40d4-a5b3-837a1ba30bdb req-0d52ef2b-c5f7-4d91-8f06-595c5ef06d1a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 944 time: 0.0959153 Aug 31 04:32:26.200282 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 9d140f76-2c49-4fa5-b761-98826b5af633, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9d140f76-2c49-4fa5-b761-98826b5af633,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:26.215796 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '9d140f76-2c49-4fa5-b761-98826b5af633', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'port_id': '9d140f76-2c49-4fa5-b761-98826b5af633', 'mac_address': 'fa:16:3e:35:39:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:32:26.225565 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-91dee0af-29ae-40d4-a5b3-837a1ba30bdb req-dec6b1b9-8741-40ae-8c38-48033b3b2a1e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559001 Aug 31 04:32:26.265099 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:26.278628 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d140f76-2c49-4fa5-b761-98826b5af633 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:26.299481 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 9d140f76-2c49-4fa5-b761-98826b5af633, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9d140f76-2c49-4fa5-b761-98826b5af633,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:26.303192 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:26.355222 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=9d140f76-2c49-4fa5-b761-98826b5af633,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:26.521173 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a891f0d-c55f-4eb5-b25f-5d907ad179e9 req-c294b8ab-cc3c-4767-b8cd-9fcdf81eb2dd tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:26.522618 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7a891f0d-c55f-4eb5-b25f-5d907ad179e9 req-c294b8ab-cc3c-4767-b8cd-9fcdf81eb2dd tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 944 time: 0.0472729 Aug 31 04:32:26.560236 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7a891f0d-c55f-4eb5-b25f-5d907ad179e9 req-93cea240-0c9b-4927-884d-6ce1d2f37c53 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316219 Aug 31 04:32:26.643414 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b31039-e513-4ec4-b916-b5a42f7bd27a req-24916d39-c574-45c2-bd70-b3336ba4c4d7 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:26.644899 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f6b31039-e513-4ec4-b916-b5a42f7bd27a req-24916d39-c574-45c2-bd70-b3336ba4c4d7 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 945 time: 0.0496109 Aug 31 04:32:26.801751 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd096a2d-970a-4bb5-b2c9-a8bc1a84ab87 req-273e5b15-40b1-49af-a9f1-eb39f1b0db40 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:26.803296 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-dd096a2d-970a-4bb5-b2c9-a8bc1a84ab87 req-273e5b15-40b1-49af-a9f1-eb39f1b0db40 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 945 time: 0.1072347 Aug 31 04:32:26.873078 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-f6b31039-e513-4ec4-b916-b5a42f7bd27a req-365783a1-e02a-4b7a-b5fa-7ffdfa07db4c tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Deleting port 4a21168c-d058-44a3-8572-99aa1650737f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:32:26.873429 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f6b31039-e513-4ec4-b916-b5a42f7bd27a req-365783a1-e02a-4b7a-b5fa-7ffdfa07db4c tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:26.876468 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['a8205c07-0464-4a82-83ff-754bf845e15b'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:32:26.894394 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-dd096a2d-970a-4bb5-b2c9-a8bc1a84ab87 req-b1ace757-ae06-4042-a886-c8b4533d19be tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742295 Aug 31 04:32:26.922193 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['7091eca2-6fd8-4e0e-a884-397ba69ec4fa'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:32:26.953352 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['9d140f76-2c49-4fa5-b761-98826b5af633'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:32:27.046351 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f6b31039-e513-4ec4-b916-b5a42f7bd27a req-365783a1-e02a-4b7a-b5fa-7ffdfa07db4c tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] For port 4a21168c-d058-44a3-8572-99aa1650737f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4a21168c-d058-44a3-8572-99aa1650737f,segment=NetworkSegment(2e56551a-0d26-45bf-a46d-2ae829026395),segment_id=2e56551a-0d26-45bf-a46d-2ae829026395)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:27.046987 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f6b31039-e513-4ec4-b916-b5a42f7bd27a req-365783a1-e02a-4b7a-b5fa-7ffdfa07db4c tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:27.066269 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be2956-15f8-45c3-93f1-396803a30aa8 req-e4a7f662-5711-4051-9ed1-a00c6e116cca tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:27.067641 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e2be2956-15f8-45c3-93f1-396803a30aa8 req-e4a7f662-5711-4051-9ed1-a00c6e116cca tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 945 time: 0.0621963 Aug 31 04:32:27.070731 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-f6b31039-e513-4ec4-b916-b5a42f7bd27a req-365783a1-e02a-4b7a-b5fa-7ffdfa07db4c tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Calling delete_port for 4a21168c-d058-44a3-8572-99aa1650737f owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:32:27.121989 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e2be2956-15f8-45c3-93f1-396803a30aa8 req-460b84c6-00dc-4f01-87b4-be4298da22d1 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3f56b4c-1317-458a-98d7-2f5bffae66cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446186 Aug 31 04:32:27.282072 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f6b31039-e513-4ec4-b916-b5a42f7bd27a req-365783a1-e02a-4b7a-b5fa-7ffdfa07db4c tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:27.332420 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365783a1-e02a-4b7a-b5fa-7ffdfa07db4c tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Pushing event deleted for resources: {'Port': ['ID=4a21168c-d058-44a3-8572-99aa1650737f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:27.590676 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b31039-e513-4ec4-b916-b5a42f7bd27a req-365783a1-e02a-4b7a-b5fa-7ffdfa07db4c tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] No DVR routers for this DVR port 4a21168c-d058-44a3-8572-99aa1650737f on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:32:27.598816 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f6b31039-e513-4ec4-b916-b5a42f7bd27a req-365783a1-e02a-4b7a-b5fa-7ffdfa07db4c tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:27.601387 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f6b31039-e513-4ec4-b916-b5a42f7bd27a req-365783a1-e02a-4b7a-b5fa-7ffdfa07db4c tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.16 "DELETE /v2.0/ports/4a21168c-d058-44a3-8572-99aa1650737f HTTP/1.1" status: 204 len: 173 time: 0.9500308 Aug 31 04:32:27.602118 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7288af-6993-45b7-a12e-f596bd570881', 'name': 'network-vif-deleted', 'tag': '4a21168c-d058-44a3-8572-99aa1650737f'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:27.604582 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66aa347-f6e9-4dfb-87c7-52fd6a7eb6ff" -d '{"events": [{"server_uuid": "5a7288af-6993-45b7-a12e-f596bd570881", "name": "network-vif-deleted", "tag": "4a21168c-d058-44a3-8572-99aa1650737f"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:27.620503 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25c9db-25f5-475d-a64d-6273587002ce req-3958de2d-db12-4d17-af62-431d5cf03f6f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:27.622159 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0d25c9db-25f5-475d-a64d-6273587002ce req-3958de2d-db12-4d17-af62-431d5cf03f6f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 944 time: 0.3021991 Aug 31 04:32:27.669099 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0d25c9db-25f5-475d-a64d-6273587002ce req-b754fcd5-60e5-4bfc-a5a0-712e659b9bbc tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373614 Aug 31 04:32:27.711963 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2435ca9-293e-4ada-b78e-e1573c4ee78a req-ddcee489-d303-4176-92d3-6eb5d94cbfeb tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:27.713797 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f2435ca9-293e-4ada-b78e-e1573c4ee78a req-ddcee489-d303-4176-92d3-6eb5d94cbfeb tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 944 time: 0.0728374 Aug 31 04:32:27.734831 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea64fe7-00b3-4a35-ac2f-964fa69b5da6 x-openstack-request-id: req-6ea64fe7-00b3-4a35-ac2f-964fa69b5da6 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:27.735160 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7288af-6993-45b7-a12e-f596bd570881", "name": "network-vif-deleted", "tag": "4a21168c-d058-44a3-8572-99aa1650737f", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:27.735417 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ea64fe7-00b3-4a35-ac2f-964fa69b5da6 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:27.735842 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7288af-6993-45b7-a12e-f596bd570881', 'name': 'network-vif-deleted', 'tag': '4a21168c-d058-44a3-8572-99aa1650737f', 'status': 'completed', 'code': 200} Aug 31 04:32:27.766664 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f2435ca9-293e-4ada-b78e-e1573c4ee78a req-f3f276e3-84c8-4680-a2ba-a16208cd7639 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457306 Aug 31 04:32:28.015889 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693ba74-5fde-445f-abdd-538569d927f3 req-ebac814f-6342-470f-bee5-b19413f9c424 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:28.017485 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9693ba74-5fde-445f-abdd-538569d927f3 req-ebac814f-6342-470f-bee5-b19413f9c424 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 945 time: 0.0529895 Aug 31 04:32:28.060112 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9693ba74-5fde-445f-abdd-538569d927f3 req-1d1f1322-2476-4c81-a7aa-6842ac13f5f9 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367985 Aug 31 04:32:28.181040 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['4a21168c-d058-44a3-8572-99aa1650737f'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:32:28.196244 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 57804) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:28.239639 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-86edefcb-8220-450c-8574-93f955859c47 req-9dabe4ce-2206-4959-a5f9-5eb899397be6 tempest-DeleteServersTestJSON-215930035 tempest-DeleteServersTestJSON-215930035-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a7288af-6993-45b7-a12e-f596bd570881 HTTP/1.1" status: 200 len: 210 time: 0.0400960 Aug 31 04:32:28.312488 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac65c77c-4a7f-4077-83e4-60f86923e0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.404411 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac65c77c-4a7f-4077-83e4-60f86923e0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.408387 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac65c77c-4a7f-4077-83e4-60f86923e0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.448299 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-ac65c77c-4a7f-4077-83e4-60f86923e0db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8630a6db1c649a381dda755a8183681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504082 Aug 31 04:32:28.449182 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65c77c-4a7f-4077-83e4-60f86923e0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7741a8-af16-4175-9231-12d22b643cd5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:28.451001 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 57824) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:28.505318 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1f9793d-dc8b-4af7-bcff-80d4fdb9a558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.527283 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1f9793d-dc8b-4af7-bcff-80d4fdb9a558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.580732 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1f9793d-dc8b-4af7-bcff-80d4fdb9a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.584579 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1f9793d-dc8b-4af7-bcff-80d4fdb9a558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:28.588377 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-a1f9793d-dc8b-4af7-bcff-80d4fdb9a558 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca7741a8-af16-4175-9231-12d22b643cd5 HTTP/1.1" status: 204 len: 168 time: 0.1339748 Aug 31 04:32:28.596016 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9793d-dc8b-4af7-bcff-80d4fdb9a558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7741a8-af16-4175-9231-12d22b643cd5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:28.792323 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 57850) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:28.831466 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fda303-a92b-4587-9bfc-28f636127fa2 req-e3219182-779a-4d02-afe9-2e99c7db4be0 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:28.839196 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a3fda303-a92b-4587-9bfc-28f636127fa2 req-e3219182-779a-4d02-afe9-2e99c7db4be0 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 944 time: 0.0814483 Aug 31 04:32:28.892776 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a3fda303-a92b-4587-9bfc-28f636127fa2 req-c3e6b74b-dc30-4780-b815-c076824eb209 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513945 Aug 31 04:32:28.937606 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db99084-3adb-43da-8644-1dd824c512ff req-c27beea3-e1fc-4cd0-bd41-ae333c309da8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:28.939326 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7db99084-3adb-43da-8644-1dd824c512ff req-c27beea3-e1fc-4cd0-bd41-ae333c309da8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 944 time: 0.0834525 Aug 31 04:32:29.004008 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c97d1f4b-412a-4143-9a1b-ba48a994be28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.028059 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7db99084-3adb-43da-8644-1dd824c512ff req-8f7cb464-f2ad-47ba-80a2-7c44d80e5f3b tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822597 Aug 31 04:32:29.089511 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 57880) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:29.129253 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c70d7847-164b-4835-8863-9ac3e10160cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.161030 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c97d1f4b-412a-4143-9a1b-ba48a994be28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.166488 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c97d1f4b-412a-4143-9a1b-ba48a994be28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.220946 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-c97d1f4b-412a-4143-9a1b-ba48a994be28 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44839c44099448888b1475feb7c21a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267726 Aug 31 04:32:29.221851 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 57896) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:29.222822 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d1f4b-412a-4143-9a1b-ba48a994be28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141e146e-923b-42f2-a16d-8e65bc3f84f2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:29.248325 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3184ed-fd4c-4330-a7eb-20b93bb582c8 req-030585a0-abc1-4910-a92c-895d23e5dab4 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:29.250442 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ae3184ed-fd4c-4330-a7eb-20b93bb582c8 req-030585a0-abc1-4910-a92c-895d23e5dab4 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 945 time: 0.0868623 Aug 31 04:32:29.298122 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-931e0310-6e67-424b-b517-547072259123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.330291 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-931e0310-6e67-424b-b517-547072259123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.338922 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ae3184ed-fd4c-4330-a7eb-20b93bb582c8 req-d677426c-e249-4b20-9f06-a5c1fe08b06b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808167 Aug 31 04:32:29.404371 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c70d7847-164b-4835-8863-9ac3e10160cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.410681 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-931e0310-6e67-424b-b517-547072259123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.413579 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-931e0310-6e67-424b-b517-547072259123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.414714 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-931e0310-6e67-424b-b517-547072259123 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/141e146e-923b-42f2-a16d-8e65bc3f84f2 HTTP/1.1" status: 204 len: 168 time: 0.1884763 Aug 31 04:32:29.414863 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c70d7847-164b-4835-8863-9ac3e10160cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.423850 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e0310-6e67-424b-b517-547072259123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141e146e-923b-42f2-a16d-8e65bc3f84f2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:29.477639 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d7847-164b-4835-8863-9ac3e10160cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1a9331-fc40-4d84-8bad-29ea29e9e659,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:29.497509 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-c70d7847-164b-4835-8863-9ac3e10160cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=06a031e5b94942ec969306745f93f8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060802 Aug 31 04:32:29.497681 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 57924) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:29.500036 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 7091eca2-6fd8-4e0e-a884-397ba69ec4fa up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:29.568109 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37d15711-9681-473c-9ac2-be851f77e1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.607737 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:29.614070 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:29.614824 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.624528 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37d15711-9681-473c-9ac2-be851f77e1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.736107 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37d15711-9681-473c-9ac2-be851f77e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.739440 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37d15711-9681-473c-9ac2-be851f77e1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.745286 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-37d15711-9681-473c-9ac2-be851f77e1ea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea1a9331-fc40-4d84-8bad-29ea29e9e659 HTTP/1.1" status: 204 len: 168 time: 0.2433586 Aug 31 04:32:29.763052 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.763248 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d15711-9681-473c-9ac2-be851f77e1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1a9331-fc40-4d84-8bad-29ea29e9e659,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:29.804489 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:29.807544 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7346560f-7c79-4100-bd6d-fcbd0c2a6b01" -d '{"events": [{"server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "name": "network-vif-plugged", "status": "completed", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:29.832977 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:29.865064 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:29.870475 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device a8205c07-0464-4a82-83ff-754bf845e15b up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:29.875635 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107cb179-c17e-4321-afd7-ce1f23c19c14 x-openstack-request-id: req-107cb179-c17e-4321-afd7-ce1f23c19c14 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:29.876365 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "name": "network-vif-plugged", "status": "completed", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:29.876629 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-107cb179-c17e-4321-afd7-ce1f23c19c14 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:29.877096 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'code': 200} Aug 31 04:32:29.899438 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 57954) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:30.032954 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:30.050620 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port a8205c07-0464-4a82-83ff-754bf845e15b completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:30.056962 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port a8205c07-0464-4a82-83ff-754bf845e15b triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:30.059093 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.081817 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c1f6d-f626-4236-92c0-ed5f3171a931 req-f42ccb67-278b-4746-adc4-f5022ae3c50b tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:30.089987 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2a7c1f6d-f626-4236-92c0-ed5f3171a931 req-f42ccb67-278b-4746-adc4-f5022ae3c50b tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 944 time: 0.1094527 Aug 31 04:32:30.147588 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2a7c1f6d-f626-4236-92c0-ed5f3171a931 req-df50b747-2ada-4262-8631-67336a39ee20 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527515 Aug 31 04:32:30.173133 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 57966) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:30.191165 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.205967 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cbaaab3-d287-4690-935d-f8157535c0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.232947 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port a8205c07-0464-4a82-83ff-754bf845e15b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a8205c07-0464-4a82-83ff-754bf845e15b,segment=NetworkSegment(2dd6f7d6-195b-40f9-9a19-98535892d4e3),segment_id=2dd6f7d6-195b-40f9-9a19-98535892d4e3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:30.240736 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.242037 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 9d140f76-2c49-4fa5-b761-98826b5af633 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:30.269244 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89bd0d09-03d4-45d4-83f5-3616154b4195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.299245 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b372782-b315-405f-8723-7b1632bb46eb req-b89ffecf-12e1-4ef5-b218-b3d5dd87970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:30.300924 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8b372782-b315-405f-8723-7b1632bb46eb req-b89ffecf-12e1-4ef5-b218-b3d5dd87970e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 1099 time: 0.1722929 Aug 31 04:32:30.340456 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=a8205c07-0464-4a82-83ff-754bf845e15b,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:30.344035 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71d051-5856-41cb-a3bd-5a249c7ccb81 req-660da407-2d2a-46ef-ade2-1c9b7ec4cd5e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:30.346716 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4f71d051-5856-41cb-a3bd-5a249c7ccb81 req-660da407-2d2a-46ef-ade2-1c9b7ec4cd5e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 944 time: 0.1624465 Aug 31 04:32:30.359351 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port 9d140f76-2c49-4fa5-b761-98826b5af633 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:30.363447 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 9d140f76-2c49-4fa5-b761-98826b5af633 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:30.363821 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.406785 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8b372782-b315-405f-8723-7b1632bb46eb req-6e880c0a-177b-491f-85b5-f9e4fec7b872 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956848 Aug 31 04:32:30.408506 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cbaaab3-d287-4690-935d-f8157535c0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.424710 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cbaaab3-d287-4690-935d-f8157535c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.440740 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4f71d051-5856-41cb-a3bd-5a249c7ccb81 req-6dc6a666-e03d-4f7f-91da-16f8e43265fb tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878618 Aug 31 04:32:30.483544 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-8cbaaab3-d287-4690-935d-f8157535c0d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7bb4dbb21c44c149669822c4cfc9d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069477 Aug 31 04:32:30.483544 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaaab3-d287-4690-935d-f8157535c0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3bad3c-1069-4873-91b6-a923f33e040b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:30.487494 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 57978) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:30.502666 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.537319 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c6f3e-211d-4d4f-b45f-419b3a729dbf req-a3311b0e-dc72-47b5-82ac-f1658a411bd6 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:30.539449 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b66c6f3e-211d-4d4f-b45f-419b3a729dbf req-a3311b0e-dc72-47b5-82ac-f1658a411bd6 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.1035900 Aug 31 04:32:30.551217 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-539eb00f-f971-41d5-8557-53baecf2126d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.551459 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 9d140f76-2c49-4fa5-b761-98826b5af633, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9d140f76-2c49-4fa5-b761-98826b5af633,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:30.557301 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.558169 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 4a21168c-d058-44a3-8572-99aa1650737f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:32:30.576097 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-539eb00f-f971-41d5-8557-53baecf2126d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.604277 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b66c6f3e-211d-4d4f-b45f-419b3a729dbf req-644217ec-f89c-4461-9e3e-b17405da9024 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578251 Aug 31 04:32:30.609364 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89bd0d09-03d4-45d4-83f5-3616154b4195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.612680 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: 4a21168c-d058-44a3-8572-99aa1650737f {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:32:30.613519 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 4a21168c-d058-44a3-8572-99aa1650737f not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:32:30.617219 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89bd0d09-03d4-45d4-83f5-3616154b4195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.653058 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=9d140f76-2c49-4fa5-b761-98826b5af633,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:30.659737 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-89bd0d09-03d4-45d4-83f5-3616154b4195 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9ea3a004ce504ad4b27fc91b7f424621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7564433 Aug 31 04:32:30.659737 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd0d09-03d4-45d4-83f5-3616154b4195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef30d1c-ad36-4fdb-af6b-625a48b2b608,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:30.660768 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 57982) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:30.680224 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-539eb00f-f971-41d5-8557-53baecf2126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.683126 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-539eb00f-f971-41d5-8557-53baecf2126d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.684274 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-539eb00f-f971-41d5-8557-53baecf2126d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5e3bad3c-1069-4873-91b6-a923f33e040b HTTP/1.1" status: 204 len: 168 time: 0.1958342 Aug 31 04:32:30.693868 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539eb00f-f971-41d5-8557-53baecf2126d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3bad3c-1069-4873-91b6-a923f33e040b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:30.734029 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33107de0-5dd5-462c-b50c-342233fb7cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.759051 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33107de0-5dd5-462c-b50c-342233fb7cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.813314 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33107de0-5dd5-462c-b50c-342233fb7cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.813314 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33107de0-5dd5-462c-b50c-342233fb7cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:30.816388 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-33107de0-5dd5-462c-b50c-342233fb7cb4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ef30d1c-ad36-4fdb-af6b-625a48b2b608 HTTP/1.1" status: 204 len: 168 time: 0.1522977 Aug 31 04:32:30.824170 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33107de0-5dd5-462c-b50c-342233fb7cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef30d1c-ad36-4fdb-af6b-625a48b2b608,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:30.929345 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58006) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:30.983480 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51a337d-a4ae-4a7d-9300-2c3fa3cb8e14 admin admin] Deleting subnet a82464a3-020a-47c0-86df-1406d6649051 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:32:30.990214 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c51a337d-a4ae-4a7d-9300-2c3fa3cb8e14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.027109 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c51a337d-a4ae-4a7d-9300-2c3fa3cb8e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624840'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.082756 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c51a337d-a4ae-4a7d-9300-2c3fa3cb8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.190506 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c51a337d-a4ae-4a7d-9300-2c3fa3cb8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3097614'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.252498 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a337d-a4ae-4a7d-9300-2c3fa3cb8e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82464a3-020a-47c0-86df-1406d6649051,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:31.255242 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c51a337d-a4ae-4a7d-9300-2c3fa3cb8e14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.256857 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-c51a337d-a4ae-4a7d-9300-2c3fa3cb8e14 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a82464a3-020a-47c0-86df-1406d6649051 HTTP/1.1" status: 204 len: 168 time: 0.3264191 Aug 31 04:32:31.259382 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58024) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:31.314565 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a3594-e07a-4b03-b946-6afbd3409841 req-d96d944f-d494-4643-9bc7-94a113f67539 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:31.316125 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d06a3594-e07a-4b03-b946-6afbd3409841 req-d96d944f-d494-4643-9bc7-94a113f67539 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0664198 Aug 31 04:32:31.327143 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58032) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:31.356615 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a09666c9-5eee-4971-a90e-553fa76004c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.357202 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc7f8869-c3f9-46ac-96fa-cde3d507b3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.411976 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d06a3594-e07a-4b03-b946-6afbd3409841 req-1fdc340d-d2a7-468e-a3a5-0909c0183273 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881085 Aug 31 04:32:31.511209 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a09666c9-5eee-4971-a90e-553fa76004c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.523392 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a09666c9-5eee-4971-a90e-553fa76004c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:31.529746 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc7f8869-c3f9-46ac-96fa-cde3d507b3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.539165 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc7f8869-c3f9-46ac-96fa-cde3d507b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.540608 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a09666c9-5eee-4971-a90e-553fa76004c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e56551a-0d26-45bf-a46d-2ae829026395') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:31.542002 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a09666c9-5eee-4971-a90e-553fa76004c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e56551a-0d26-45bf-a46d-2ae829026395') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:31.567654 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a09666c9-5eee-4971-a90e-553fa76004c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624883'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.592900 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-dc7f8869-c3f9-46ac-96fa-cde3d507b3b1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d140ce10e0f498c909924c058212b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639358 Aug 31 04:32:31.595886 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58044) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:31.634357 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a09666c9-5eee-4971-a90e-553fa76004c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.646772 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f8869-c3f9-46ac-96fa-cde3d507b3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bea4be-b9ab-4cee-bb73-188baf1827f2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:31.673051 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09666c9-5eee-4971-a90e-553fa76004c7 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:32:31.677654 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a09666c9-5eee-4971-a90e-553fa76004c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792599'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.679608 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9dba4569-f486-4d95-bf93-76411155df69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: Traceback (most recent call last): Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: timer() Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: cb(*args, **kw) Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: return func(*args, **kwargs) Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: self._notify() Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: self.callback(batched_events) Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: event.method(event) Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: return f(self, *a, **k) Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: return self._get(url).json() Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: return self.request(url, 'GET', **kwargs) Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:32:31.679736 dv-cinder-778193-7-smb neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:32:31.710423 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9dba4569-f486-4d95-bf93-76411155df69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.774085 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f5e4e-15bd-486d-9340-753a8e652f52 req-17cdd22e-289e-49ad-b5b9-766432ba0fa3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:31.775629 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-414f5e4e-15bd-486d-9340-753a8e652f52 req-17cdd22e-289e-49ad-b5b9-766432ba0fa3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.1960011 Aug 31 04:32:31.776116 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58050) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:31.811103 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a09666c9-5eee-4971-a90e-553fa76004c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.825453 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a09666c9-5eee-4971-a90e-553fa76004c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.830107 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-a09666c9-5eee-4971-a90e-553fa76004c7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab HTTP/1.1" status: 204 len: 168 time: 0.5694809 Aug 31 04:32:31.836907 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a5bb2-a2db-4254-ac03-a80b2dad9a75 req-0fab832c-6bb3-4143-b1e3-a5278c19cd70 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:31.838415 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1d7a5bb2-a2db-4254-ac03-a80b2dad9a75 req-0fab832c-6bb3-4143-b1e3-a5278c19cd70 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0958266 Aug 31 04:32:31.839213 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9dba4569-f486-4d95-bf93-76411155df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.841867 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9dba4569-f486-4d95-bf93-76411155df69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:31.845860 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-9dba4569-f486-4d95-bf93-76411155df69 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4bea4be-b9ab-4cee-bb73-188baf1827f2 HTTP/1.1" status: 204 len: 168 time: 0.2491786 Aug 31 04:32:31.850377 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09666c9-5eee-4971-a90e-553fa76004c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=055e9afd-ca76-4b8b-a4f5-4db9aa3ca2ab,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:31.861956 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-414f5e4e-15bd-486d-9340-753a8e652f52 req-942f2361-b855-46c7-a76e-13df38b9f49c tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782886 Aug 31 04:32:31.878586 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf71448-0543-4b0c-9d27-ec6544dddb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8205c07-0464-4a82-83ff-754bf845e15b'}, {'server_uuid': '16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d140f76-2c49-4fa5-b761-98826b5af633'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:31.882675 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfa2ed5-a05a-479d-bc09-a95f2e23ed48" -d '{"events": [{"server_uuid": "eaf71448-0543-4b0c-9d27-ec6544dddb04", "name": "network-vif-plugged", "status": "completed", "tag": "a8205c07-0464-4a82-83ff-754bf845e15b"}, {"server_uuid": "16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d", "name": "network-vif-plugged", "status": "completed", "tag": "9d140f76-2c49-4fa5-b761-98826b5af633"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:31.891912 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba4569-f486-4d95-bf93-76411155df69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bea4be-b9ab-4cee-bb73-188baf1827f2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:31.897810 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1d7a5bb2-a2db-4254-ac03-a80b2dad9a75 req-f1474354-befa-40c4-8c3a-6c7284e93900 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508571 Aug 31 04:32:31.953398 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559836d7-8332-4b3f-8861-8317dbc2dad0 x-openstack-request-id: req-559836d7-8332-4b3f-8861-8317dbc2dad0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:31.953701 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf71448-0543-4b0c-9d27-ec6544dddb04", "name": "network-vif-plugged", "status": "completed", "tag": "a8205c07-0464-4a82-83ff-754bf845e15b", "code": 200}, {"server_uuid": "16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d", "name": "network-vif-plugged", "status": "completed", "tag": "9d140f76-2c49-4fa5-b761-98826b5af633", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:31.954320 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-559836d7-8332-4b3f-8861-8317dbc2dad0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:31.954734 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf71448-0543-4b0c-9d27-ec6544dddb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8205c07-0464-4a82-83ff-754bf845e15b', 'code': 200} Aug 31 04:32:31.955078 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d140f76-2c49-4fa5-b761-98826b5af633', 'code': 200} Aug 31 04:32:32.018127 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a065c94-44a9-4ef4-9d87-5a436030b5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.043046 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e2e84-e542-4f21-970a-fbcbefa2ded6 req-623f14e8-f02f-4c52-a23c-e39e383a5691 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:32.044611 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9a9e2e84-e542-4f21-970a-fbcbefa2ded6 req-623f14e8-f02f-4c52-a23c-e39e383a5691 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0588214 Aug 31 04:32:32.057169 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58070) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:32.063052 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1f10048a-ebd6-4709-9e70-4404eec56343 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Request body: {'floatingip': {'port_id': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:32.152959 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a065c94-44a9-4ef4-9d87-5a436030b5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.157245 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a065c94-44a9-4ef4-9d87-5a436030b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.183307 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1f10048a-ebd6-4709-9e70-4404eec56343 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.198995 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-7a065c94-44a9-4ef4-9d87-5a436030b5bc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a07355bb1a4c4cc691605970a95d5e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4211588 Aug 31 04:32:32.200107 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a065c94-44a9-4ef4-9d87-5a436030b5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392ee3f4-240b-4fe2-8199-59cce2490f1c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:32.202645 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58074) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:32.237928 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58078) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:32.275458 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50bf872a-84b1-4790-abad-479d36bd3ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.313954 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50bf872a-84b1-4790-abad-479d36bd3ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.325374 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-64d4ef25-ba39-431b-83af-c27e8c55e98c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c151fa1f68f4cb988617e9da34c9342&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0860224 Aug 31 04:32:32.328234 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58080) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:32.390646 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceb7c2-a56d-419c-8dd9-cb1005011d5f req-1e1c7d6d-4efd-4b80-97dd-c12ec0e28f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:32.395931 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-63ceb7c2-a56d-419c-8dd9-cb1005011d5f req-1e1c7d6d-4efd-4b80-97dd-c12ec0e28f10 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 1098 time: 0.1696653 Aug 31 04:32:32.406395 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe350218-6d2f-444b-b8e4-cde3e8516876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.427554 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50bf872a-84b1-4790-abad-479d36bd3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.430735 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50bf872a-84b1-4790-abad-479d36bd3ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.432023 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-50bf872a-84b1-4790-abad-479d36bd3ab3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/392ee3f4-240b-4fe2-8199-59cce2490f1c HTTP/1.1" status: 204 len: 168 time: 0.2281690 Aug 31 04:32:32.438930 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe350218-6d2f-444b-b8e4-cde3e8516876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.441386 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263f9f9-f836-4ff8-a4df-8924d22d718a req-8be3e63b-e94a-4033-a976-84e80b0ae6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:32.442916 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3263f9f9-f836-4ff8-a4df-8924d22d718a req-8be3e63b-e94a-4033-a976-84e80b0ae6f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 1098 time: 0.2178507 Aug 31 04:32:32.453445 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf872a-84b1-4790-abad-479d36bd3ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392ee3f4-240b-4fe2-8199-59cce2490f1c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:32.501262 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe350218-6d2f-444b-b8e4-cde3e8516876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.504076 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe350218-6d2f-444b-b8e4-cde3e8516876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:32.507541 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-fe350218-6d2f-444b-b8e4-cde3e8516876 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3f56b4c-1317-458a-98d7-2f5bffae66cd HTTP/1.1" status: 204 len: 168 time: 0.1755803 Aug 31 04:32:32.515840 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe350218-6d2f-444b-b8e4-cde3e8516876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f56b4c-1317-458a-98d7-2f5bffae66cd,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:32.524592 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-63ceb7c2-a56d-419c-8dd9-cb1005011d5f req-b7047db1-dc01-4066-be50-9f4b654a287f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788963 Aug 31 04:32:32.549999 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3263f9f9-f836-4ff8-a4df-8924d22d718a req-80ac6149-cf75-4ca7-b93f-6e7f2bea3c42 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645964 Aug 31 04:32:32.588834 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58098) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:32.632457 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558e5cf-c5ac-4248-84cd-361eaf6d43e6 req-711c1393-8405-44df-b137-cfea2e17255b tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:32.635095 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7558e5cf-c5ac-4248-84cd-361eaf6d43e6 req-711c1393-8405-44df-b137-cfea2e17255b tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0935366 Aug 31 04:32:32.677300 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7558e5cf-c5ac-4248-84cd-361eaf6d43e6 req-6f0aa147-f685-49e4-b84b-4aa009a3517a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358682 Aug 31 04:32:32.913816 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1075625223-network', 'tenant_id': '1072a660661749908329943534d4e523'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:33.086648 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58128) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:33.100878 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e9f5e56-2533-48be-a64d-132f90767188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.212217 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Made reservation on behalf of 1072a660661749908329943534d4e523 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:33.214759 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.252988 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.288550 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1f10048a-ebd6-4709-9e70-4404eec56343 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.299070 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1f10048a-ebd6-4709-9e70-4404eec56343 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.300335 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e9f5e56-2533-48be-a64d-132f90767188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.305973 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e9f5e56-2533-48be-a64d-132f90767188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.312398 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22026b-a7c0-41da-8afe-bbe85f9f0288 req-e050df66-e2eb-4b4b-8637-8e1680953533 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:33.314335 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7e22026b-a7c0-41da-8afe-bbe85f9f0288 req-e050df66-e2eb-4b4b-8637-8e1680953533 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.1320932 Aug 31 04:32:33.351195 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-5e9f5e56-2533-48be-a64d-132f90767188 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6dfe198c830541e4969c335182eded84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634315 Aug 31 04:32:33.352076 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f5e56-2533-48be-a64d-132f90767188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d3fddb-e218-4eec-bfa5-c569f44054e4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:33.354428 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58138) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:33.405929 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ecd48041-b7f4-45ec-8f61-79a85585f678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.430117 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ecd48041-b7f4-45ec-8f61-79a85585f678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.468249 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7e22026b-a7c0-41da-8afe-bbe85f9f0288 req-c06732d4-cbf0-4ded-96ee-80d4a4052ace tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965602 Aug 31 04:32:33.468938 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58140) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:33.511653 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ecd48041-b7f4-45ec-8f61-79a85585f678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.514476 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ecd48041-b7f4-45ec-8f61-79a85585f678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.516115 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-ecd48041-b7f4-45ec-8f61-79a85585f678 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/00d3fddb-e218-4eec-bfa5-c569f44054e4 HTTP/1.1" status: 204 len: 168 time: 0.1607726 Aug 31 04:32:33.525368 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd48041-b7f4-45ec-8f61-79a85585f678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d3fddb-e218-4eec-bfa5-c569f44054e4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:33.526506 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.l3_db [None req-1f10048a-ebd6-4709-9e70-4404eec56343 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Floating IP f441e861-0b1f-48d0-a704-e1b92fb27dbe associated. External IP: 172.28.1.226, port: 7091eca2-6fd8-4e0e-a884-397ba69ec4fa. Aug 31 04:32:33.640432 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.647459 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.684379 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c84e6d48-ea4e-4f51-810c-486a8d9718cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.690718 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:32:33.724906 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56faf626-20bf-46b6-b52c-ab323b924f08,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:33.729899 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.730295 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.segments_db [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Added segment 9215481e-d918-4d86-860d-16087cd55850 of type vlan for network 96a1e80f-5cc5-45a0-be62-76cd6580c1eb Aug 31 04:32:33.839826 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.853035 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c84e6d48-ea4e-4f51-810c-486a8d9718cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.862120 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c84e6d48-ea4e-4f51-810c-486a8d9718cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.928865 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233b61b-fa35-45fa-88b3-39e566a031e3 req-043e2f25-2a8d-45e2-92e1-6100664258fc tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:33.933888 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.935010 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:33.935599 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:33.938608 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e233b61b-fa35-45fa-88b3-39e566a031e3 req-043e2f25-2a8d-45e2-92e1-6100664258fc tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.1685593 Aug 31 04:32:33.939824 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f10048a-ebd6-4709-9e70-4404eec56343 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Router 74981fa4-d09c-4fbb-ac87-59e56a307a29 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:32:33.948021 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e6d48-ea4e-4f51-810c-486a8d9718cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b9280f-553c-4709-9812-b64d197fa633,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:33.980835 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-c84e6d48-ea4e-4f51-810c-486a8d9718cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dfae4d51dd0f4ba1b30213cb8d48ed80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5103619 Aug 31 04:32:33.981709 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58162) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:34.004030 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4147205 Aug 31 04:32:34.007846 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58164) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:34.015498 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e7de3581-cd16-4b40-88a7-0927f850beed admin admin] Request body: {'subnet': {'network_id': '96a1e80f-5cc5-45a0-be62-76cd6580c1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1075625223-subnet', 'tenant_id': '1072a660661749908329943534d4e523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:34.016720 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d574e1-54c4-4ceb-bc30-19b067fe222c admin admin] Pushing event updated for resources: {'Network': ['ID=96a1e80f-5cc5-45a0-be62-76cd6580c1eb,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:34.036559 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network 96a1e80f-5cc5-45a0-be62-76cd6580c1eb details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:32:34.100729 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e233b61b-fa35-45fa-88b3-39e566a031e3 req-16a8f256-3c71-499a-a870-190785b14fb9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610856 Aug 31 04:32:34.109507 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7de3581-cd16-4b40-88a7-0927f850beed admin admin] Made reservation on behalf of 1072a660661749908329943534d4e523 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:34.112764 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e7de3581-cd16-4b40-88a7-0927f850beed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3097633'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:34.198223 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-94ed7886-413f-4b23-baf4-53fcc7b8616a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:34.247434 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f10048a-ebd6-4709-9e70-4404eec56343 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:32:34.255678 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1f10048a-ebd6-4709-9e70-4404eec56343 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:34.261691 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441164f6-2267-45eb-bd2b-8aa5c812929e None None] Sync routers for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:32:34.277204 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441164f6-2267-45eb-bd2b-8aa5c812929e None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:34.277551 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-441164f6-2267-45eb-bd2b-8aa5c812929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:32:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:34.305296 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-1f10048a-ebd6-4709-9e70-4404eec56343 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "PUT /v2.0/floatingips/f441e861-0b1f-48d0-a704-e1b92fb27dbe HTTP/1.1" status: 200 len: 992 time: 2.2452776 Aug 31 04:32:34.306221 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:34.310335 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadcf2a9-b703-440b-9122-7bf8b0fddc22" -d '{"events": [{"name": "network-changed", "server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:34.318671 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-94ed7886-413f-4b23-baf4-53fcc7b8616a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:34.351406 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0358dc1-9148-40f3-a8d5-fe215ee85242 x-openstack-request-id: req-b0358dc1-9148-40f3-a8d5-fe215ee85242 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:34.351880 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:34.352385 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0358dc1-9148-40f3-a8d5-fe215ee85242 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:34.353138 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'status': 'completed', 'code': 200} Aug 31 04:32:34.442393 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-441164f6-2267-45eb-bd2b-8aa5c812929e None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:34.512860 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e7de3581-cd16-4b40-88a7-0927f850beed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3097655'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:34.519809 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-94ed7886-413f-4b23-baf4-53fcc7b8616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:34.522860 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-94ed7886-413f-4b23-baf4-53fcc7b8616a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:34.523003 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf2a9-b703-440b-9122-7bf8b0fddc22 req-49fba3fd-2f9e-46b5-83d2-596efa2a8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:34.524834 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-94ed7886-413f-4b23-baf4-53fcc7b8616a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/15b9280f-553c-4709-9812-b64d197fa633 HTTP/1.1" status: 204 len: 168 time: 0.5403607 Aug 31 04:32:34.537778 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cadcf2a9-b703-440b-9122-7bf8b0fddc22 req-49fba3fd-2f9e-46b5-83d2-596efa2a8573 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 1099 time: 0.0812018 Aug 31 04:32:34.617886 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed7886-413f-4b23-baf4-53fcc7b8616a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b9280f-553c-4709-9812-b64d197fa633,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:34.709488 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf2a9-b703-440b-9122-7bf8b0fddc22 req-1663c48c-254e-4d0f-8d4f-1b111ea6888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:34.711632 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cadcf2a9-b703-440b-9122-7bf8b0fddc22 req-1663c48c-254e-4d0f-8d4f-1b111ea6888b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 917 time: 0.1620417 Aug 31 04:32:34.734853 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de3581-cd16-4b40-88a7-0927f850beed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43c57ab-811d-49a5-854f-741f9ab8ae9d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:34.754678 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de3581-cd16-4b40-88a7-0927f850beed admin admin] Checking segment: {'id': '9215481e-d918-4d86-860d-16087cd55850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96a1e80f-5cc5-45a0-be62-76cd6580c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:34.755092 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de3581-cd16-4b40-88a7-0927f850beed admin admin] Network hostable DHCP agents. Network: 96a1e80f-5cc5-45a0-be62-76cd6580c1eb, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:32:34.758595 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-441164f6-2267-45eb-bd2b-8aa5c812929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': 'f441e861-0b1f-48d0-a704-e1b92fb27dbe', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'floating_ip_address': '172.28.1.226', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'port_id': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'mac_address': 'fa:16:3e:12:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52991-a69d-4c55-9661-71c299dd1f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:32:08Z', 'updated_at': '2021-08-31T04:32:32Z', 'revision_number': 1, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 5, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:34.769372 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0573c-ead6-4d9c-a7d2-309f1aa6c946 req-f26ccc5f-55d3-4d98-ba30-8e4036ac4aa4 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:34.771983 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c9d0573c-ead6-4d9c-a7d2-309f1aa6c946 req-f26ccc5f-55d3-4d98-ba30-8e4036ac4aa4 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.1469123 Aug 31 04:32:34.786042 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441164f6-2267-45eb-bd2b-8aa5c812929e None None] Checking router: 74981fa4-d09c-4fbb-ac87-59e56a307a29 for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:32:34.798866 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441164f6-2267-45eb-bd2b-8aa5c812929e None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:34.799919 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-441164f6-2267-45eb-bd2b-8aa5c812929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:32:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:34.828883 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de3581-cd16-4b40-88a7-0927f850beed admin admin] Network 96a1e80f-5cc5-45a0-be62-76cd6580c1eb is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:32:34.860096 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e7de3581-cd16-4b40-88a7-0927f850beed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, 96a1e80f-5cc5-45a0-be62-76cd6580c1eb) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:34.866692 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7de3581-cd16-4b40-88a7-0927f850beed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:34.868430 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e7de3581-cd16-4b40-88a7-0927f850beed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:34.869943 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cadcf2a9-b703-440b-9122-7bf8b0fddc22 req-cf4c3a97-5639-477a-9b4d-8feac2f489a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa HTTP/1.1" status: 200 len: 1000 time: 0.1479988 Aug 31 04:32:34.870676 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c1223b-9f27-415e-a4d4-f132e5934564 None None] Network 96a1e80f-5cc5-45a0-be62-76cd6580c1eb requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:34.881821 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c9d0573c-ead6-4d9c-a7d2-309f1aa6c946 req-d3cd1a14-34e9-4837-b926-d7ac6f39cca9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978465 Aug 31 04:32:34.894553 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-e7de3581-cd16-4b40-88a7-0927f850beed admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8831038 Aug 31 04:32:34.951035 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf2a9-b703-440b-9122-7bf8b0fddc22 req-5ece4477-632c-4c66-a2e6-63ec7ce397d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:34.952635 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cadcf2a9-b703-440b-9122-7bf8b0fddc22 req-5ece4477-632c-4c66-a2e6-63ec7ce397d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=953331b1-921a-4118-aa80-e5ba0b2c0390 HTTP/1.1" status: 200 len: 855 time: 0.0742280 Aug 31 04:32:34.965276 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-441164f6-2267-45eb-bd2b-8aa5c812929e None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:35.033182 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf2a9-b703-440b-9122-7bf8b0fddc22 req-ae1135ff-5630-4bee-84fe-15c46637ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:35.034693 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cadcf2a9-b703-440b-9122-7bf8b0fddc22 req-ae1135ff-5630-4bee-84fe-15c46637ac7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740230 Aug 31 04:32:35.123056 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2349bb3-f962-4592-992c-b754b0311ded None None] Network 96a1e80f-5cc5-45a0-be62-76cd6580c1eb requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:35.239041 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58212) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:35.272892 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964a6a2-54df-4545-9ef0-48ffc08b59f8 req-7d752049-baf3-4eda-b9bc-c56ef98be2eb tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:35.274402 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e964a6a2-54df-4545-9ef0-48ffc08b59f8 req-7d752049-baf3-4eda-b9bc-c56ef98be2eb tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0754449 Aug 31 04:32:35.275061 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5553623f-1a54-4700-b4fe-808e25a9660e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:35.304654 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cadcf2a9-b703-440b-9122-7bf8b0fddc22 req-a888cfb7-8203-464b-bca4-2cf8412d27a9 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611535 Aug 31 04:32:35.381511 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-441164f6-2267-45eb-bd2b-8aa5c812929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': 'f441e861-0b1f-48d0-a704-e1b92fb27dbe', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'floating_ip_address': '172.28.1.226', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'port_id': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'mac_address': 'fa:16:3e:12:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52991-a69d-4c55-9661-71c299dd1f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:32:08Z', 'updated_at': '2021-08-31T04:32:32Z', 'revision_number': 1, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 5, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:35.414437 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e964a6a2-54df-4545-9ef0-48ffc08b59f8 req-9a4a86c5-17fb-4e41-9385-63d891c6eba9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278529 Aug 31 04:32:35.426848 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441164f6-2267-45eb-bd2b-8aa5c812929e None None] The sync data for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb is: [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': 'f441e861-0b1f-48d0-a704-e1b92fb27dbe', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'floating_ip_address': '172.28.1.226', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'port_id': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'mac_address': 'fa:16:3e:12:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52991-a69d-4c55-9661-71c299dd1f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:32:08Z', 'updated_at': '2021-08-31T04:32:32Z', 'revision_number': 1, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 5, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:32:35.476776 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5553623f-1a54-4700-b4fe-808e25a9660e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:35.485505 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5553623f-1a54-4700-b4fe-808e25a9660e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:35.512808 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cadcf2a9-b703-440b-9122-7bf8b0fddc22 req-ce54b562-c092-407f-a9e2-0f3a4673989f service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987681 Aug 31 04:32:35.554959 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-5553623f-1a54-4700-b4fe-808e25a9660e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f5381aa2803a4fdcb1533fe419a35c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148077 Aug 31 04:32:35.557609 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58224) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:35.561640 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553623f-1a54-4700-b4fe-808e25a9660e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e783bdf-65c4-4355-a201-61d28d4f730a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:35.634721 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-103428f2-4b3f-43f4-848d-224f59b3730a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:35.669434 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-103428f2-4b3f-43f4-848d-224f59b3730a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:35.752879 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-103428f2-4b3f-43f4-848d-224f59b3730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:35.759131 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-103428f2-4b3f-43f4-848d-224f59b3730a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:35.760903 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-103428f2-4b3f-43f4-848d-224f59b3730a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e783bdf-65c4-4355-a201-61d28d4f730a HTTP/1.1" status: 204 len: 168 time: 0.2022285 Aug 31 04:32:35.785958 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103428f2-4b3f-43f4-848d-224f59b3730a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e783bdf-65c4-4355-a201-61d28d4f730a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:35.818255 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489132d-52c0-4464-8398-9727ee6282ee None None] New status for floating IP f441e861-0b1f-48d0-a704-e1b92fb27dbe: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:32:35.884896 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67676da-9fd0-43a3-a6c3-63151ca3d395 req-74355364-8b98-401c-8ccd-cd88f0ca3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:35.886619 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e67676da-9fd0-43a3-a6c3-63151ca3d395 req-74355364-8b98-401c-8ccd-cd88f0ca3ad1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 1098 time: 0.0830638 Aug 31 04:32:36.019023 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1645256-392f-4ede-b302-03a4533bdb5c req-227f0758-3b15-4249-ac41-9627dd5782e7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:36.028238 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e1645256-392f-4ede-b302-03a4533bdb5c req-227f0758-3b15-4249-ac41-9627dd5782e7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.2083783 Aug 31 04:32:36.058164 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f54486-9f45-4b14-99a6-47ab415a7c5f req-00546bac-d9b9-4143-a78e-6ed097b13992 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:36.066303 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-15f54486-9f45-4b14-99a6-47ab415a7c5f req-00546bac-d9b9-4143-a78e-6ed097b13992 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0655227 Aug 31 04:32:36.105516 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-15f54486-9f45-4b14-99a6-47ab415a7c5f req-0b30ceae-fb55-4e00-bb58-badf1242b611 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386636 Aug 31 04:32:36.110499 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67676da-9fd0-43a3-a6c3-63151ca3d395 req-f2585de0-eefd-4ff5-b5ca-c23749eaf047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:36.112643 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e67676da-9fd0-43a3-a6c3-63151ca3d395 req-f2585de0-eefd-4ff5-b5ca-c23749eaf047 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f HTTP/1.1" status: 200 len: 920 time: 0.2173033 Aug 31 04:32:36.179111 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e67676da-9fd0-43a3-a6c3-63151ca3d395 req-ec71b49f-6c72-41f9-9a60-43a6d210ff70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8205c07-0464-4a82-83ff-754bf845e15b HTTP/1.1" status: 200 len: 217 time: 0.0564044 Aug 31 04:32:36.189484 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e1645256-392f-4ede-b302-03a4533bdb5c req-9a48b13c-0735-4928-baaf-9f6f2b61a0a5 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518240 Aug 31 04:32:36.235762 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e9d18-2105-4b9b-b56c-38a24f3f4bae req-2cf0003b-2b0f-4307-a34b-f3173dbabca2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:36.237266 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d48e9d18-2105-4b9b-b56c-38a24f3f4bae req-2cf0003b-2b0f-4307-a34b-f3173dbabca2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0492599 Aug 31 04:32:36.245972 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58250) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:36.251701 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9cf247d2-bbbd-4452-a7ff-4e3e662c2509 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Request body: {'floatingip': {'port_id': '9d140f76-2c49-4fa5-b761-98826b5af633'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:36.257309 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67676da-9fd0-43a3-a6c3-63151ca3d395 req-b1eaa319-4b4c-434b-ba68-cf7698b079c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:36.259025 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e67676da-9fd0-43a3-a6c3-63151ca3d395 req-b1eaa319-4b4c-434b-ba68-cf7698b079c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bb0db2b-5bea-471c-816a-d8da6d2c85ca HTTP/1.1" status: 200 len: 859 time: 0.0641239 Aug 31 04:32:36.300674 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e67676da-9fd0-43a3-a6c3-63151ca3d395 req-dfa410de-73cb-40f8-8cb8-8b1f7ad8c1e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338995 Aug 31 04:32:36.345033 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9cf247d2-bbbd-4452-a7ff-4e3e662c2509 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:36.417804 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e67676da-9fd0-43a3-a6c3-63151ca3d395 req-db5d1559-83a2-41e5-90e2-0b80e750ca4f service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993977 Aug 31 04:32:36.523845 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e67676da-9fd0-43a3-a6c3-63151ca3d395 req-1ba61c9c-5b0d-41ad-884d-dbca48aa6908 service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979295 Aug 31 04:32:37.385084 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9cf247d2-bbbd-4452-a7ff-4e3e662c2509 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.417019 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9cf247d2-bbbd-4452-a7ff-4e3e662c2509 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.421536 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58310) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:37.426812 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2019356425-network', 'tenant_id': '1f2a708c0ee246b3b506d9e526321a0d'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:37.472754 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Made reservation on behalf of 1f2a708c0ee246b3b506d9e526321a0d for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:37.479381 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.503998 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.507204 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451f62a-8b16-45e7-8bb2-49fc19bdc360 req-030c1c56-44d1-4842-a760-4e5f3e3557d7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:37.508735 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1451f62a-8b16-45e7-8bb2-49fc19bdc360 req-030c1c56-44d1-4842-a760-4e5f3e3557d7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.1269796 Aug 31 04:32:37.530289 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58316) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:37.580320 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.l3_db [None req-9cf247d2-bbbd-4452-a7ff-4e3e662c2509 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Floating IP 5545a9a8-08b7-42aa-90bd-cb3f082442e8 associated. External IP: 172.28.1.185, port: 9d140f76-2c49-4fa5-b761-98826b5af633. Aug 31 04:32:37.634139 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.639533 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.672935 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba46792-a0d8-4620-9dc2-0116840e1c3a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:37.678930 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:32:37.689877 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.690386 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.segments_db [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Added segment b2491f07-9194-4f79-addd-d9281a2d9531 of type vlan for network 55849935-3899-4dff-bbcc-5d29c6621e64 Aug 31 04:32:37.698477 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1451f62a-8b16-45e7-8bb2-49fc19bdc360 req-5f124dd6-7c27-400d-9d13-18ffa75546a9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156282 Aug 31 04:32:37.959382 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf247d2-bbbd-4452-a7ff-4e3e662c2509 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Router 411092a2-ef3b-474d-9d6c-350153be8d37 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:32:37.966892 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b82cccbf-47ce-41d2-9ebb-c9f8ddb45cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:37.989961 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.034992 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.036092 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:38.036924 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.110721 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf247d2-bbbd-4452-a7ff-4e3e662c2509 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:32:38.119017 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9cf247d2-bbbd-4452-a7ff-4e3e662c2509 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.122592 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] Pushing event updated for resources: {'Network': ['ID=55849935-3899-4dff-bbcc-5d29c6621e64,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:38.126246 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34d50a-77fa-4a68-b517-8a6e571a95b1 None None] Sync routers for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:32:38.142119 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network 55849935-3899-4dff-bbcc-5d29c6621e64 details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:32:38.142854 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd34d50a-77fa-4a68-b517-8a6e571a95b1 None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:38.143493 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fd34d50a-77fa-4a68-b517-8a6e571a95b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:32:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:38.184718 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-9cf247d2-bbbd-4452-a7ff-4e3e662c2509 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "PUT /v2.0/floatingips/5545a9a8-08b7-42aa-90bd-cb3f082442e8 HTTP/1.1" status: 200 len: 991 time: 1.9375968 Aug 31 04:32:38.186750 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b82cccbf-47ce-41d2-9ebb-c9f8ddb45cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.187398 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d', 'tag': '9d140f76-2c49-4fa5-b761-98826b5af633'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:38.200603 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b589d13d5832cb16945ae42739308d350e4152bdb33adae47e43b8dd41dd1a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ca7303-6873-47cb-8a81-4c60612ee416" -d '{"events": [{"name": "network-changed", "server_uuid": "16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d", "tag": "9d140f76-2c49-4fa5-b761-98826b5af633"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:38.208800 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b82cccbf-47ce-41d2-9ebb-c9f8ddb45cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.259022 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-5fca278a-030d-4190-8bad-d93668492a96 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8363407 Aug 31 04:32:38.261871 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58370) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:38.268196 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2c256274-b718-4094-9716-4087361e746e admin admin] Request body: {'subnet': {'network_id': '55849935-3899-4dff-bbcc-5d29c6621e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2019356425-subnet', 'tenant_id': '1f2a708c0ee246b3b506d9e526321a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:38.286976 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-b82cccbf-47ce-41d2-9ebb-c9f8ddb45cf6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a934b1f84a0346d3ae3edf01fecb4505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7524576 Aug 31 04:32:38.287390 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58372) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:38.287693 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cccbf-47ce-41d2-9ebb-c9f8ddb45cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a761fc9f-7ae4-47d6-b93d-3d0f0c524c1b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:38.310179 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5711af0-f0ee-4af2-be95-59f4b988db50 x-openstack-request-id: req-f5711af0-f0ee-4af2-be95-59f4b988db50 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:38.312275 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d", "tag": "9d140f76-2c49-4fa5-b761-98826b5af633", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:38.312484 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5711af0-f0ee-4af2-be95-59f4b988db50 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:38.315068 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d', 'tag': '9d140f76-2c49-4fa5-b761-98826b5af633', 'status': 'completed', 'code': 200} Aug 31 04:32:38.316558 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c256274-b718-4094-9716-4087361e746e admin admin] Made reservation on behalf of 1f2a708c0ee246b3b506d9e526321a0d for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:38.323355 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c256274-b718-4094-9716-4087361e746e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3097633'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.370129 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-fd34d50a-77fa-4a68-b517-8a6e571a95b1 None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:38.395148 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6483641-0bfb-449f-ba85-09fd0d97372d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.426342 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6483641-0bfb-449f-ba85-09fd0d97372d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.449971 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca7303-6873-47cb-8a81-4c60612ee416 req-88b6f9cc-2f0a-4947-b61d-ecd680021c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:38.452779 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-32ca7303-6873-47cb-8a81-4c60612ee416 req-88b6f9cc-2f0a-4947-b61d-ecd680021c21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=febb97be2d624495be34f1e871def31f&device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 1098 time: 0.0859385 Aug 31 04:32:38.568717 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6483641-0bfb-449f-ba85-09fd0d97372d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.573974 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6483641-0bfb-449f-ba85-09fd0d97372d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.575368 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-b6483641-0bfb-449f-ba85-09fd0d97372d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a761fc9f-7ae4-47d6-b93d-3d0f0c524c1b HTTP/1.1" status: 204 len: 168 time: 0.2767456 Aug 31 04:32:38.598547 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca7303-6873-47cb-8a81-4c60612ee416 req-a4364c8b-f254-49fd-bd5e-ce43fb5d3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:38.600331 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-32ca7303-6873-47cb-8a81-4c60612ee416 req-a4364c8b-f254-49fd-bd5e-ce43fb5d3d46 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 HTTP/1.1" status: 200 len: 912 time: 0.1380382 Aug 31 04:32:38.601550 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6483641-0bfb-449f-ba85-09fd0d97372d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a761fc9f-7ae4-47d6-b93d-3d0f0c524c1b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:38.743508 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c256274-b718-4094-9716-4087361e746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3097655'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.769324 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-32ca7303-6873-47cb-8a81-4c60612ee416 req-7ee5be27-36d7-4518-8bff-9c83ba8bde61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d140f76-2c49-4fa5-b761-98826b5af633 HTTP/1.1" status: 200 len: 999 time: 0.1600521 Aug 31 04:32:38.871859 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c256274-b718-4094-9716-4087361e746e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f58d027-3843-47f8-a375-a2a7d3028d3d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:38.883595 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fd34d50a-77fa-4a68-b517-8a6e571a95b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': '5545a9a8-08b7-42aa-90bd-cb3f082442e8', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'floating_ip_address': '172.28.1.185', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'port_id': '9d140f76-2c49-4fa5-b761-98826b5af633', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'mac_address': 'fa:16:3e:35:39:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:32:08Z', 'updated_at': '2021-08-31T04:32:36Z', 'revision_number': 1, 'project_id': 'febb97be2d624495be34f1e871def31f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:06Z', 'revision_number': 5, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:38.909838 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c256274-b718-4094-9716-4087361e746e admin admin] Checking segment: {'id': 'b2491f07-9194-4f79-addd-d9281a2d9531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '55849935-3899-4dff-bbcc-5d29c6621e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:38.909838 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c256274-b718-4094-9716-4087361e746e admin admin] Network hostable DHCP agents. Network: 55849935-3899-4dff-bbcc-5d29c6621e64, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:32:38.915500 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca7303-6873-47cb-8a81-4c60612ee416 req-67d083a0-c6e2-4ed1-830a-1420abb0a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:38.917507 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-32ca7303-6873-47cb-8a81-4c60612ee416 req-67d083a0-c6e2-4ed1-830a-1420abb0a974 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d741bb28-131b-4ffa-9afc-2e2b11080e2d HTTP/1.1" status: 200 len: 850 time: 0.1395311 Aug 31 04:32:38.939654 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c256274-b718-4094-9716-4087361e746e admin admin] Network 55849935-3899-4dff-bbcc-5d29c6621e64 is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:32:38.964595 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d9995-38a9-4497-b80c-5e788cb12e26 req-fe20e75f-2fca-4707-907f-40bd09e8fe26 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:38.966416 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-412d9995-38a9-4497-b80c-5e788cb12e26 req-fe20e75f-2fca-4707-907f-40bd09e8fe26 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.1419957 Aug 31 04:32:38.972292 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2c256274-b718-4094-9716-4087361e746e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, 55849935-3899-4dff-bbcc-5d29c6621e64) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:38.981447 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c256274-b718-4094-9716-4087361e746e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:38.981825 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c256274-b718-4094-9716-4087361e746e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:38.984040 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c407d33c-2a39-4899-9b3a-4e05366ac00c None None] Network 55849935-3899-4dff-bbcc-5d29c6621e64 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:39.013936 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-2c256274-b718-4094-9716-4087361e746e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7504315 Aug 31 04:32:39.050610 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34d50a-77fa-4a68-b517-8a6e571a95b1 None None] Checking router: 411092a2-ef3b-474d-9d6c-350153be8d37 for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:32:39.071373 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd34d50a-77fa-4a68-b517-8a6e571a95b1 None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:39.072566 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fd34d50a-77fa-4a68-b517-8a6e571a95b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:32:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:39.078642 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca7303-6873-47cb-8a81-4c60612ee416 req-44fb4f8e-81dd-4313-9622-97a3068fa730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:39.080507 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-32ca7303-6873-47cb-8a81-4c60612ee416 req-44fb4f8e-81dd-4313-9622-97a3068fa730 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1526678 Aug 31 04:32:39.123743 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-412d9995-38a9-4497-b80c-5e788cb12e26 req-0df697fc-2071-4094-b191-437446c4a801 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427555 Aug 31 04:32:39.263876 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b651bcf-3751-4e34-8a26-b0f10a49a6b6 None None] Network 55849935-3899-4dff-bbcc-5d29c6621e64 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:39.268097 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-32ca7303-6873-47cb-8a81-4c60612ee416 req-dfd1c714-e7d0-402d-bf9e-0128d772f921 service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721423 Aug 31 04:32:39.281420 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58438) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:39.302654 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a12edca1-bfd3-4545-b654-783419a58c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:39.358251 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-fd34d50a-77fa-4a68-b517-8a6e571a95b1 None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:39.460766 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-32ca7303-6873-47cb-8a81-4c60612ee416 req-3a130b62-1729-4bee-90ae-8714416a1c3c service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831763 Aug 31 04:32:39.500264 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a12edca1-bfd3-4545-b654-783419a58c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:39.505878 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a12edca1-bfd3-4545-b654-783419a58c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:39.571617 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-a12edca1-bfd3-4545-b654-783419a58c0e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7da870867c2c48abbed24813623374a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881889 Aug 31 04:32:39.573911 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58454) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:39.587738 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12edca1-bfd3-4545-b654-783419a58c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e694028a-b7ac-4731-a66c-9e8a3b0be2dd,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:39.651745 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-385f02b8-f056-4399-978e-9e0c89252c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:39.685264 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-385f02b8-f056-4399-978e-9e0c89252c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:39.751883 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-385f02b8-f056-4399-978e-9e0c89252c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:39.755115 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-385f02b8-f056-4399-978e-9e0c89252c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:39.759029 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-385f02b8-f056-4399-978e-9e0c89252c72 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e694028a-b7ac-4731-a66c-9e8a3b0be2dd HTTP/1.1" status: 204 len: 168 time: 0.1816280 Aug 31 04:32:39.769733 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f02b8-f056-4399-978e-9e0c89252c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e694028a-b7ac-4731-a66c-9e8a3b0be2dd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:39.820871 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58470) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:39.840424 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fd34d50a-77fa-4a68-b517-8a6e571a95b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': '5545a9a8-08b7-42aa-90bd-cb3f082442e8', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'floating_ip_address': '172.28.1.185', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'port_id': '9d140f76-2c49-4fa5-b761-98826b5af633', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'mac_address': 'fa:16:3e:35:39:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:32:08Z', 'updated_at': '2021-08-31T04:32:36Z', 'revision_number': 1, 'project_id': 'febb97be2d624495be34f1e871def31f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:06Z', 'revision_number': 5, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:39.872982 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34d50a-77fa-4a68-b517-8a6e571a95b1 None None] The sync data for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb is: [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': '5545a9a8-08b7-42aa-90bd-cb3f082442e8', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'floating_ip_address': '172.28.1.185', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'port_id': '9d140f76-2c49-4fa5-b761-98826b5af633', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'mac_address': 'fa:16:3e:35:39:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:32:08Z', 'updated_at': '2021-08-31T04:32:36Z', 'revision_number': 1, 'project_id': 'febb97be2d624495be34f1e871def31f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:06Z', 'revision_number': 5, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:32:40.121815 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b3ecb0-798b-4714-8e3b-7cbc801d8c4f None None] New status for floating IP 5545a9a8-08b7-42aa-90bd-cb3f082442e8: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:32:40.252587 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-98056119-c55e-4d95-8d8e-d9959c8e6909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.296811 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-d61dd11a-7c8e-47ad-972f-919fd8c79e1c tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:40.305476 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-d61dd11a-7c8e-47ad-972f-919fd8c79e1c tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/networks?id=96a1e80f-5cc5-45a0-be62-76cd6580c1eb HTTP/1.1" status: 200 len: 809 time: 0.1429403 Aug 31 04:32:40.324429 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-8e78f939-fa67-4593-ab05-b6e7471586ae tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/quotas/1072a660661749908329943534d4e523 HTTP/1.1" status: 200 len: 375 time: 0.0177643 Aug 31 04:32:40.375319 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-961ef5a0-d307-449b-955f-8d270765088e tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1072a660661749908329943534d4e523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415957 Aug 31 04:32:40.488384 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e80e4-7621-465f-8910-a2072bf26296 req-c0bd235d-1d65-4f20-b8d4-c69fa93dbdb5 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:40.490026 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5d1e80e4-7621-465f-8910-a2072bf26296 req-c0bd235d-1d65-4f20-b8d4-c69fa93dbdb5 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.1581278 Aug 31 04:32:40.511705 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-5b7ad8d2-b312-4a6d-a64d-c6e322dd7c50 service neutron] 10.222.0.38 "GET /v2.0/networks/96a1e80f-5cc5-45a0-be62-76cd6580c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350229 Aug 31 04:32:40.637347 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5d1e80e4-7621-465f-8910-a2072bf26296 req-2f9cd79a-117d-4077-b23a-c2887a79566a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352444 Aug 31 04:32:40.660044 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-98056119-c55e-4d95-8d8e-d9959c8e6909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.666653 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-c0c2dadd-b65e-402e-9931-662b2f7e549a service neutron] 10.222.0.38 "GET /v2.0/networks/96a1e80f-5cc5-45a0-be62-76cd6580c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538095 Aug 31 04:32:40.669711 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-98056119-c55e-4d95-8d8e-d9959c8e6909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.741111 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-98056119-c55e-4d95-8d8e-d9959c8e6909 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2377f7503ab04de3be2de1f4efd75685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9204774 Aug 31 04:32:40.743885 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58534) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:40.744461 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98056119-c55e-4d95-8d8e-d9959c8e6909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80984bc-2107-4e30-ade7-fc17c8b39a2c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:40.831187 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b46d5722-5691-4374-a1ee-ae1ef956f82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.872419 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b46d5722-5691-4374-a1ee-ae1ef956f82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.898826 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-18c8ecf5-5771-442b-9399-90fa3ec24807 req-220b7ddf-e9b8-4d48-b5e6-87084b975c16 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 210 time: 0.0475290 Aug 31 04:32:40.979583 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b46d5722-5691-4374-a1ee-ae1ef956f82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.985230 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b46d5722-5691-4374-a1ee-ae1ef956f82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:40.991554 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-b46d5722-5691-4374-a1ee-ae1ef956f82e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c80984bc-2107-4e30-ade7-fc17c8b39a2c HTTP/1.1" status: 204 len: 168 time: 0.2459188 Aug 31 04:32:41.007471 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d5722-5691-4374-a1ee-ae1ef956f82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80984bc-2107-4e30-ade7-fc17c8b39a2c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:41.509431 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58574) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:41.524153 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9a91058c-5be8-49ee-b962-077ee13bb43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.630426 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9a91058c-5be8-49ee-b962-077ee13bb43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.634623 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9a91058c-5be8-49ee-b962-077ee13bb43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.676435 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-9a91058c-5be8-49ee-b962-077ee13bb43f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a24b1239a18c40098bf81e338dc0d802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654563 Aug 31 04:32:41.677624 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91058c-5be8-49ee-b962-077ee13bb43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326da21e-39a8-482e-9b72-b5fb0086ce4b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:41.678763 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58584) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:41.761781 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.795330 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a6dc-ee60-4b10-9f34-59c6e724669e req-948f0cca-2ad7-4ba3-b4f9-39f04687962b tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:41.796814 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8412a6dc-ee60-4b10-9f34-59c6e724669e req-948f0cca-2ad7-4ba3-b4f9-39f04687962b tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0868535 Aug 31 04:32:41.798695 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.863474 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8412a6dc-ee60-4b10-9f34-59c6e724669e req-0ccd4e6f-ab2a-445a-a974-246d2c906576 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577350 Aug 31 04:32:41.887294 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.892285 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:41.893950 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/326da21e-39a8-482e-9b72-b5fb0086ce4b HTTP/1.1" status: 204 len: 168 time: 0.2136636 Aug 31 04:32:41.903762 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326da21e-39a8-482e-9b72-b5fb0086ce4b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:41.911517 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:41.912065 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:41.912409 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:41.912775 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:41.913123 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:41.913507 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:41.913840 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:41.914169 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:41.914495 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:41.914818 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:41.915141 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:41.915461 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0540878-1896-4f7c-acd9-874365acb5ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:42.040790 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-95ab680a-afca-4540-af68-7002aac197ef req-bea41b40-5c1c-4ec9-91bc-0c816405d80a tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 210 time: 0.0490131 Aug 31 04:32:42.356560 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-9fedf1b8-9eb2-4f3d-9ccc-ecec1ab4a9c3 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:42.359150 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-9fedf1b8-9eb2-4f3d-9ccc-ecec1ab4a9c3 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.16 "GET /v2.0/networks?id=96a1e80f-5cc5-45a0-be62-76cd6580c1eb HTTP/1.1" status: 200 len: 809 time: 0.1549935 Aug 31 04:32:42.399342 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Request body: {'port': {'device_id': 'e8c982ef-be10-4f39-8062-f2371dc79d6f', 'network_id': '96a1e80f-5cc5-45a0-be62-76cd6580c1eb', 'admin_state_up': True, 'tenant_id': '1072a660661749908329943534d4e523'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:42.523974 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Made reservation on behalf of 1072a660661749908329943534d4e523 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:42.527519 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:42.700719 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Allocated IP 172.20.0.2 (96a1e80f-5cc5-45a0-be62-76cd6580c1eb/d43c57ab-811d-49a5-854f-741f9ab8ae9d/a7731fc1-6104-419d-be6e-3469ca7ee0e8) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:42.878809 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:42.926228 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.005652 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Network 96a1e80f-5cc5-45a0-be62-76cd6580c1eb is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:43.009371 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:43.019615 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:43.031151 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Pushing event updated for resources: {'Port': ['ID=a7731fc1-6104-419d-be6e-3469ca7ee0e8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:43.063676 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:43.064711 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:43.064711 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:43.064904 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:43.065196 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:43.065546 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:43.065651 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d514578-1a64-4b66-b030-5bc1b6a570b5 req-a033c084-f843-414f-84ec-2c9452e2f96e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:43.066154 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:43.066245 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:43.066512 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:43.066842 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:43.067171 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:43.067508 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:43.068967 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3d514578-1a64-4b66-b030-5bc1b6a570b5 req-a033c084-f843-414f-84ec-2c9452e2f96e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.1098747 Aug 31 04:32:43.103499 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:43.104245 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.121263 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3d514578-1a64-4b66-b030-5bc1b6a570b5 req-38f7c00d-b885-4516-92e1-ed9e0f8b76a9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428545 Aug 31 04:32:43.140528 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-49221119-550e-4798-ae57-c65294fe28b2 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7453785 Aug 31 04:32:43.165711 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Request body: {'port': {'device_id': 'e8c982ef-be10-4f39-8062-f2371dc79d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:43.265245 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.283147 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c90f0-c36f-426d-bfb2-85e24895d17b req-40d06f13-b6fb-40a5-ba81-97408ad338b4 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:43.285382 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-955c90f0-c36f-426d-bfb2-85e24895d17b req-40d06f13-b6fb-40a5-ba81-97408ad338b4 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 931 time: 0.0804110 Aug 31 04:32:43.345549 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-955c90f0-c36f-426d-bfb2-85e24895d17b req-6de471e8-2446-4663-8a5d-486d2cc3da41 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/security-groups?id=56faf626-20bf-46b6-b52c-ab323b924f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484955 Aug 31 04:32:43.387864 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58688) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:43.507288 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8c25a9f-dc16-4149-b111-e68f00419b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.595550 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7731fc1-6104-419d-be6e-3469ca7ee0e8 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:43.602707 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8c25a9f-dc16-4149-b111-e68f00419b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.608286 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.609446 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8c25a9f-dc16-4149-b111-e68f00419b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.620877 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Transition to ACTIVE for port object a7731fc1-6104-419d-be6e-3469ca7ee0e8 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:43.626385 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.651415 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c25a9f-dc16-4149-b111-e68f00419b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ffbfcf-a1ef-4bcb-b24b-97961cd86977,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:43.659963 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-f8c25a9f-dc16-4149-b111-e68f00419b1a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=368697fae67e4ff89ea6557ac2071db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709062 Aug 31 04:32:43.663996 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58700) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:43.706193 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7731fc1-6104-419d-be6e-3469ca7ee0e8,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:43.791843 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d702eb9-07dd-4ed3-9be8-ca591a58f0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.809609 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Attempting to bind port a7731fc1-6104-419d-be6e-3469ca7ee0e8 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:43.809953 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Attempting to bind port a7731fc1-6104-419d-be6e-3469ca7ee0e8 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '9215481e-d918-4d86-860d-16087cd55850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96a1e80f-5cc5-45a0-be62-76cd6580c1eb'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:43.810291 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Attempting to bind port a7731fc1-6104-419d-be6e-3469ca7ee0e8 on network 96a1e80f-5cc5-45a0-be62-76cd6580c1eb {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:43.823871 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Port a7731fc1-6104-419d-be6e-3469ca7ee0e8 on network 96a1e80f-5cc5-45a0-be62-76cd6580c1eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:32:43.824203 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Attempting to bind port a7731fc1-6104-419d-be6e-3469ca7ee0e8 on network 96a1e80f-5cc5-45a0-be62-76cd6580c1eb {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:43.828773 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d702eb9-07dd-4ed3-9be8-ca591a58f0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.838893 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:43.839240 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Checking segment: {'id': '9215481e-d918-4d86-860d-16087cd55850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96a1e80f-5cc5-45a0-be62-76cd6580c1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:43.839634 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Bound using segment: {'id': '9215481e-d918-4d86-860d-16087cd55850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96a1e80f-5cc5-45a0-be62-76cd6580c1eb'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:43.840074 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Bound port: a7731fc1-6104-419d-be6e-3469ca7ee0e8, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9215481e-d918-4d86-860d-16087cd55850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96a1e80f-5cc5-45a0-be62-76cd6580c1eb'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:43.840432 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.932702 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] For port a7731fc1-6104-419d-be6e-3469ca7ee0e8, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:43.934994 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d702eb9-07dd-4ed3-9be8-ca591a58f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.938286 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d702eb9-07dd-4ed3-9be8-ca591a58f0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.939491 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-9d702eb9-07dd-4ed3-9be8-ca591a58f0d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/09ffbfcf-a1ef-4bcb-b24b-97961cd86977 HTTP/1.1" status: 204 len: 168 time: 0.2745864 Aug 31 04:32:43.941311 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] For port a7731fc1-6104-419d-be6e-3469ca7ee0e8, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a7731fc1-6104-419d-be6e-3469ca7ee0e8,segment=NetworkSegment(9215481e-d918-4d86-860d-16087cd55850),segment_id=9215481e-d918-4d86-860d-16087cd55850)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:43.950444 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d702eb9-07dd-4ed3-9be8-ca591a58f0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ffbfcf-a1ef-4bcb-b24b-97961cd86977,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:43.952804 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.996847 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:43.997522 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:43.999504 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] 10.222.0.16 "PUT /v2.0/ports/a7731fc1-6104-419d-be6e-3469ca7ee0e8 HTTP/1.1" status: 200 len: 1093 time: 0.8384621 Aug 31 04:32:43.999955 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c982ef-be10-4f39-8062-f2371dc79d6f', 'tag': 'a7731fc1-6104-419d-be6e-3469ca7ee0e8'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:44.002329 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238c9fe1-66af-4913-9e59-f65fb2dad02c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c982ef-be10-4f39-8062-f2371dc79d6f", "tag": "a7731fc1-6104-419d-be6e-3469ca7ee0e8"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:44.050158 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff4df9-33bd-4464-9b43-447805b455c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7731fc1-6104-419d-be6e-3469ca7ee0e8,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:44.064597 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a9b59a-0be7-4990-941d-ec94dfc53a30 x-openstack-request-id: req-96a9b59a-0be7-4990-941d-ec94dfc53a30 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:44.064973 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c982ef-be10-4f39-8062-f2371dc79d6f", "tag": "a7731fc1-6104-419d-be6e-3469ca7ee0e8", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:44.065159 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-96a9b59a-0be7-4990-941d-ec94dfc53a30 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:44.065829 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c982ef-be10-4f39-8062-f2371dc79d6f', 'tag': 'a7731fc1-6104-419d-be6e-3469ca7ee0e8', 'status': 'completed', 'code': 200} Aug 31 04:32:44.142966 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-8944d8d0-8150-4031-8ede-fc9649b3caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:44.144752 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-8944d8d0-8150-4031-8ede-fc9649b3caa3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1072a660661749908329943534d4e523&device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 1096 time: 0.0495677 Aug 31 04:32:44.199688 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58728) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:44.279005 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-9ccf0e90-d8f0-43a1-b4fb-5cb86de3c2ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7731fc1-6104-419d-be6e-3469ca7ee0e8 HTTP/1.1" status: 200 len: 217 time: 0.1195500 Aug 31 04:32:44.339031 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7505440d-d20e-4636-8b19-123384db309f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.352789 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c8ab6-fbe1-44ae-b656-39ba92cf2a92 req-79389237-2b1a-48ca-ae27-f4a6aa0681d1 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:44.354861 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-706c8ab6-fbe1-44ae-b656-39ba92cf2a92 req-79389237-2b1a-48ca-ae27-f4a6aa0681d1 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.1039953 Aug 31 04:32:44.359400 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-4c211e82-7948-46ce-9094-555dd72ce296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:44.360844 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-4c211e82-7948-46ce-9094-555dd72ce296 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d43c57ab-811d-49a5-854f-741f9ab8ae9d HTTP/1.1" status: 200 len: 849 time: 0.0740228 Aug 31 04:32:44.426062 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-77976ae2-989d-4b5f-aa1c-ab1540e0f0ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96a1e80f-5cc5-45a0-be62-76cd6580c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487809 Aug 31 04:32:44.502058 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7505440d-d20e-4636-8b19-123384db309f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.508867 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-706c8ab6-fbe1-44ae-b656-39ba92cf2a92 req-4ea31734-6698-41d3-8ec9-4c8ea821fa3e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440718 Aug 31 04:32:44.532490 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50d153-a78a-4955-819a-f3f94167153d req-a0761432-252b-4949-ae66-cd17200b54bd tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:44.541536 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2e50d153-a78a-4955-819a-f3f94167153d req-a0761432-252b-4949-ae66-cd17200b54bd tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 943 time: 0.1080849 Aug 31 04:32:44.561362 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7505440d-d20e-4636-8b19-123384db309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.583200 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-e2130bed-d323-4464-aee5-1d5aef43f2a3 service neutron] 10.222.0.16 "GET /v2.0/networks/96a1e80f-5cc5-45a0-be62-76cd6580c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473589 Aug 31 04:32:44.596080 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-7505440d-d20e-4636-8b19-123384db309f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=47d0f5956ed2444cab40b79a4e41dfea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944972 Aug 31 04:32:44.599304 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58754) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:44.629543 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505440d-d20e-4636-8b19-123384db309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28276551-3dcc-42e0-a633-744b686a645c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:44.631263 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58756) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:44.662575 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2e50d153-a78a-4955-819a-f3f94167153d req-89bbc86b-696d-42e8-8e23-dd0f41b816d0 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/security-groups?id=56faf626-20bf-46b6-b52c-ab323b924f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097600 Aug 31 04:32:44.727433 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dfde5207-81f7-4e05-9261-ab0f312a2a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.754019 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40c372e6-2089-43d3-b461-bcb60425d824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.763098 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dfde5207-81f7-4e05-9261-ab0f312a2a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.804122 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9cf342c4-c97b-456d-9a82-6f60fcae863a req-05695c08-4894-465b-afbc-abff33f9c041 service neutron] 10.222.0.16 "GET /v2.0/networks/96a1e80f-5cc5-45a0-be62-76cd6580c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669362 Aug 31 04:32:44.833657 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dfde5207-81f7-4e05-9261-ab0f312a2a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.836477 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dfde5207-81f7-4e05-9261-ab0f312a2a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.840366 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-dfde5207-81f7-4e05-9261-ab0f312a2a8d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/28276551-3dcc-42e0-a633-744b686a645c HTTP/1.1" status: 204 len: 168 time: 0.2371502 Aug 31 04:32:44.851771 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde5207-81f7-4e05-9261-ab0f312a2a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28276551-3dcc-42e0-a633-744b686a645c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:44.876575 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40c372e6-2089-43d3-b461-bcb60425d824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.885079 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40c372e6-2089-43d3-b461-bcb60425d824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:44.932508 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c372e6-2089-43d3-b461-bcb60425d824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba445e8-d607-45ab-a737-688ceb27c85a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:44.954551 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c9fe1-66af-4913-9e59-f65fb2dad02c req-12582005-6ec2-48e4-96f3-06a254583269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:44.956759 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-238c9fe1-66af-4913-9e59-f65fb2dad02c req-12582005-6ec2-48e4-96f3-06a254583269 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1072a660661749908329943534d4e523&device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 1096 time: 0.0472453 Aug 31 04:32:44.957456 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58772) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:44.958668 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-40c372e6-2089-43d3-b461-bcb60425d824 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=016816863c16448088304824214adeef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245332 Aug 31 04:32:45.098885 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73dc65de-f419-4ccb-ae19-2acdc0e2d6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.143538 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c9fe1-66af-4913-9e59-f65fb2dad02c req-8e954745-d716-4bfc-9ce8-32ad2ae8cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:45.145250 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-238c9fe1-66af-4913-9e59-f65fb2dad02c req-8e954745-d716-4bfc-9ce8-32ad2ae8cc05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96a1e80f-5cc5-45a0-be62-76cd6580c1eb HTTP/1.1" status: 200 len: 910 time: 0.1751602 Aug 31 04:32:45.150677 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73dc65de-f419-4ccb-ae19-2acdc0e2d6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.217429 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-238c9fe1-66af-4913-9e59-f65fb2dad02c req-bc2e941b-d155-48d6-bf46-6bdb9807837b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7731fc1-6104-419d-be6e-3469ca7ee0e8 HTTP/1.1" status: 200 len: 217 time: 0.0575447 Aug 31 04:32:45.292393 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73dc65de-f419-4ccb-ae19-2acdc0e2d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.292393 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73dc65de-f419-4ccb-ae19-2acdc0e2d6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.292393 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-73dc65de-f419-4ccb-ae19-2acdc0e2d6bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cba445e8-d607-45ab-a737-688ceb27c85a HTTP/1.1" status: 204 len: 168 time: 0.3312562 Aug 31 04:32:45.314081 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc65de-f419-4ccb-ae19-2acdc0e2d6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba445e8-d607-45ab-a737-688ceb27c85a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:45.316819 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c9fe1-66af-4913-9e59-f65fb2dad02c req-f547bb5c-518e-4dd7-b3ad-0bc44c924760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:45.321397 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-238c9fe1-66af-4913-9e59-f65fb2dad02c req-f547bb5c-518e-4dd7-b3ad-0bc44c924760 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d43c57ab-811d-49a5-854f-741f9ab8ae9d HTTP/1.1" status: 200 len: 849 time: 0.0890436 Aug 31 04:32:45.323729 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58790) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:45.346539 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ebea-828e-4677-8a4e-4e4b491a036c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.364785 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-238c9fe1-66af-4913-9e59-f65fb2dad02c req-5e704f69-548a-4fbc-afdc-806d4d7ee8c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96a1e80f-5cc5-45a0-be62-76cd6580c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327866 Aug 31 04:32:45.514083 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-238c9fe1-66af-4913-9e59-f65fb2dad02c req-85fbffa9-166c-434a-b2d4-9ffc16b06a60 service neutron] 10.222.0.16 "GET /v2.0/networks/96a1e80f-5cc5-45a0-be62-76cd6580c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378641 Aug 31 04:32:45.555758 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ebea-828e-4677-8a4e-4e4b491a036c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.568129 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ed1ebea-828e-4677-8a4e-4e4b491a036c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.635472 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fecb6f-9490-409a-b1bf-62c8f04aaff8 req-bd3866e7-45c8-4e72-b27e-324aef39ffb6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:45.641857 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b3fecb6f-9490-409a-b1bf-62c8f04aaff8 req-bd3866e7-45c8-4e72-b27e-324aef39ffb6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0574903 Aug 31 04:32:45.647069 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-9ed1ebea-828e-4677-8a4e-4e4b491a036c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=deb6731d7e614f8f8854d5c687fbb4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224890 Aug 31 04:32:45.656431 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58800) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:45.666111 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1ebea-828e-4677-8a4e-4e4b491a036c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c20010-66c1-40eb-9fca-3afd15ebd773,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:45.708116 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b3fecb6f-9490-409a-b1bf-62c8f04aaff8 req-f492cd82-0c04-4711-b746-e179ab4731e0 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644939 Aug 31 04:32:45.718692 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-238c9fe1-66af-4913-9e59-f65fb2dad02c req-9dd8a5d3-e094-4e28-a1e0-b1c9939c2de6 service neutron] 10.222.0.16 "GET /v2.0/networks/96a1e80f-5cc5-45a0-be62-76cd6580c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783826 Aug 31 04:32:45.735112 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e001bed-c3cb-4ccc-a055-a84320152b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.757357 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e001bed-c3cb-4ccc-a055-a84320152b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.762506 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58806) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:45.784739 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de7122f3-700c-4145-9457-9cfc279935a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.809433 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e001bed-c3cb-4ccc-a055-a84320152b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.812156 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e001bed-c3cb-4ccc-a055-a84320152b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.815728 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-2e001bed-c3cb-4ccc-a055-a84320152b84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f3c20010-66c1-40eb-9fca-3afd15ebd773 HTTP/1.1" status: 204 len: 168 time: 0.1559050 Aug 31 04:32:45.823207 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e001bed-c3cb-4ccc-a055-a84320152b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c20010-66c1-40eb-9fca-3afd15ebd773,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:45.851704 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83078601-32cb-4d5f-b554-d8e0a2e28617 req-c92a9bee-005d-41b4-bbde-e61129860c03 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:45.853490 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-83078601-32cb-4d5f-b554-d8e0a2e28617 req-c92a9bee-005d-41b4-bbde-e61129860c03 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 943 time: 0.0833402 Aug 31 04:32:45.910191 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-83078601-32cb-4d5f-b554-d8e0a2e28617 req-e0cba044-6c1f-4251-9d49-67b70d8958dc tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/security-groups?id=56faf626-20bf-46b6-b52c-ab323b924f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466597 Aug 31 04:32:45.953266 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de7122f3-700c-4145-9457-9cfc279935a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.957928 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de7122f3-700c-4145-9457-9cfc279935a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:45.997070 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-de7122f3-700c-4145-9457-9cfc279935a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2fdcb600dd314dedaedf8f62feb54a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334523 Aug 31 04:32:45.999081 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7122f3-700c-4145-9457-9cfc279935a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf492232-ae0e-4766-b8a9-5ec1eeb48d8f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:45.999965 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 58810) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:46.059415 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a0caca10-cef1-476b-8ea7-68a4c0192719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.081288 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a0caca10-cef1-476b-8ea7-68a4c0192719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.136971 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a0caca10-cef1-476b-8ea7-68a4c0192719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.140103 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a0caca10-cef1-476b-8ea7-68a4c0192719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.141256 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-a0caca10-cef1-476b-8ea7-68a4c0192719 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf492232-ae0e-4766-b8a9-5ec1eeb48d8f HTTP/1.1" status: 204 len: 168 time: 0.1401005 Aug 31 04:32:46.148930 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0caca10-cef1-476b-8ea7-68a4c0192719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf492232-ae0e-4766-b8a9-5ec1eeb48d8f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:46.401418 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6b3553c8-b3b4-4370-8635-28cac7c7bbc2 req-e844ead5-4c4c-4326-8016-77b172d0632e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477142 Aug 31 04:32:46.417915 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58834) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:46.432168 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-298fa8b5-b5f3-41fb-8401-01b62bdd1733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.573751 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3553c8-b3b4-4370-8635-28cac7c7bbc2 req-157dcce7-1b5f-41dd-8a38-b007588f7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:46.576127 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6b3553c8-b3b4-4370-8635-28cac7c7bbc2 req-157dcce7-1b5f-41dd-8a38-b007588f7e71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 1099 time: 0.0859876 Aug 31 04:32:46.580467 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-298fa8b5-b5f3-41fb-8401-01b62bdd1733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.586416 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-298fa8b5-b5f3-41fb-8401-01b62bdd1733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.654117 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-298fa8b5-b5f3-41fb-8401-01b62bdd1733 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a4386338070549ffac9db3cfe82434c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327805 Aug 31 04:32:46.654117 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fa8b5-b5f3-41fb-8401-01b62bdd1733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba35475c-daaa-4099-932c-b92e3dca7a75,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:46.655144 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58854) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:46.722291 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-779a316a-60d4-4086-a595-bbfb571a7a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.747365 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-779a316a-60d4-4086-a595-bbfb571a7a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:46.828635 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-c0378617-f1ea-4f21-a69a-e941b7fb71c4 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=498d14fe13f7427c9e35b4380ce15d97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766184 Aug 31 04:32:46.844048 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3553c8-b3b4-4370-8635-28cac7c7bbc2 req-b7cfc1f2-376d-41c6-96e5-3685d07dc644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:46.846078 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6b3553c8-b3b4-4370-8635-28cac7c7bbc2 req-b7cfc1f2-376d-41c6-96e5-3685d07dc644 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f HTTP/1.1" status: 200 len: 920 time: 0.2053859 Aug 31 04:32:46.866932 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fa882-5f1c-41a2-a8a1-763b123e8964 req-a7b3dabf-54ba-4feb-80c7-a86da37122bc tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:46.868541 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ba3fa882-5f1c-41a2-a8a1-763b123e8964 req-a7b3dabf-54ba-4feb-80c7-a86da37122bc tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0795870 Aug 31 04:32:46.916376 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6b3553c8-b3b4-4370-8635-28cac7c7bbc2 req-55104055-e586-49fd-b29c-75fc59e70816 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a654eacd-7bf9-414b-b087-313b4e482007 HTTP/1.1" status: 200 len: 217 time: 0.0464051 Aug 31 04:32:47.003145 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58880) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:47.044363 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000200-9703-483b-bac9-6917f6be0edc req-d07da741-9691-4b31-9bfe-a89ab742c43d tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:47.052131 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-d07da741-9691-4b31-9bfe-a89ab742c43d tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223513 Aug 31 04:32:47.069595 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-cbb4dbf2-3998-4858-bbfb-6e571f48d665 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/quotas/498d14fe13f7427c9e35b4380ce15d97 HTTP/1.1" status: 200 len: 375 time: 0.0164468 Aug 31 04:32:47.111144 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-886b5bb5-4b52-4125-bb41-9c0c8e5c3fe8 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=498d14fe13f7427c9e35b4380ce15d97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405142 Aug 31 04:32:47.131399 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-779a316a-60d4-4086-a595-bbfb571a7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.134064 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-779a316a-60d4-4086-a595-bbfb571a7a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.138073 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-779a316a-60d4-4086-a595-bbfb571a7a6c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ba35475c-daaa-4099-932c-b92e3dca7a75 HTTP/1.1" status: 204 len: 168 time: 0.4815969 Aug 31 04:32:47.148526 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a316a-60d4-4086-a595-bbfb571a7a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba35475c-daaa-4099-932c-b92e3dca7a75,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:47.198435 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4bcabd1-08b4-4907-ba01-2c599ae1848b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.247526 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3553c8-b3b4-4370-8635-28cac7c7bbc2 req-3d1394cf-1180-4078-82dc-75bb37cbc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:47.249523 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6b3553c8-b3b4-4370-8635-28cac7c7bbc2 req-3d1394cf-1180-4078-82dc-75bb37cbc77a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bb0db2b-5bea-471c-816a-d8da6d2c85ca HTTP/1.1" status: 200 len: 859 time: 0.3102555 Aug 31 04:32:47.257844 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ba3fa882-5f1c-41a2-a8a1-763b123e8964 req-59a2cf88-774c-4fa5-ba03-7222710038f3 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435853 Aug 31 04:32:47.293554 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6b3553c8-b3b4-4370-8635-28cac7c7bbc2 req-188780aa-f169-4d77-8654-08d62977ee3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318689 Aug 31 04:32:47.398390 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4bcabd1-08b4-4907-ba01-2c599ae1848b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.415850 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4bcabd1-08b4-4907-ba01-2c599ae1848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.478033 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6b3553c8-b3b4-4370-8635-28cac7c7bbc2 req-1de9aad1-4f48-4508-8558-a5e756d9f1b2 service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751971 Aug 31 04:32:47.497880 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-c4bcabd1-08b4-4907-ba01-2c599ae1848b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c649ef54e60e4f71a745f8590c1f65a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935412 Aug 31 04:32:47.498966 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58900) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:47.518680 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcabd1-08b4-4907-ba01-2c599ae1848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71d23c6-fcbf-4360-aba4-ecb3a2ddab61,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:47.527420 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5eb3c375-061b-4d81-981c-ad45f1b82e93 req-27a42a63-5197-4c2f-a042-8f9647b8a4c8 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 210 time: 0.0489933 Aug 31 04:32:47.573564 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device a7731fc1-6104-419d-be6e-3469ca7ee0e8 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:32:47.580191 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d673b-6b6e-4f0d-843d-46f9183324a1 req-a78325d6-438b-40b1-a2a3-f55942c045c9 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:47.589046 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a67d673b-6b6e-4f0d-843d-46f9183324a1 req-a78325d6-438b-40b1-a2a3-f55942c045c9 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 943 time: 0.1828818 Aug 31 04:32:47.635812 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6b3553c8-b3b4-4370-8635-28cac7c7bbc2 req-a36ff98f-bef7-4739-9364-fa4af4578886 service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481957 Aug 31 04:32:47.677650 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a67d673b-6b6e-4f0d-843d-46f9183324a1 req-104da324-0fb7-4bc8-974b-2ada9e7994ee tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/security-groups?id=56faf626-20bf-46b6-b52c-ab323b924f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819759 Aug 31 04:32:47.697137 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbf3b630-5c0b-4c7f-8cc0-77d374f1e2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.722442 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:32:47.737433 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbf3b630-5c0b-4c7f-8cc0-77d374f1e2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.769043 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port a7731fc1-6104-419d-be6e-3469ca7ee0e8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a7731fc1-6104-419d-be6e-3469ca7ee0e8,segment=NetworkSegment(9215481e-d918-4d86-860d-16087cd55850),segment_id=9215481e-d918-4d86-860d-16087cd55850)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:47.782433 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': 'a7731fc1-6104-419d-be6e-3469ca7ee0e8', 'network_id': '96a1e80f-5cc5-45a0-be62-76cd6580c1eb', 'port_id': 'a7731fc1-6104-419d-be6e-3469ca7ee0e8', 'mac_address': 'fa:16:3e:f6:04:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43c57ab-811d-49a5-854f-741f9ab8ae9d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:32:47.799661 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbf3b630-5c0b-4c7f-8cc0-77d374f1e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.803654 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbf3b630-5c0b-4c7f-8cc0-77d374f1e2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.808400 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-cbf3b630-5c0b-4c7f-8cc0-77d374f1e2c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a71d23c6-fcbf-4360-aba4-ecb3a2ddab61 HTTP/1.1" status: 204 len: 168 time: 0.2921844 Aug 31 04:32:47.823284 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3b630-5c0b-4c7f-8cc0-77d374f1e2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71d23c6-fcbf-4360-aba4-ecb3a2ddab61,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:47.861768 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.876189 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7731fc1-6104-419d-be6e-3469ca7ee0e8 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:47.902839 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port a7731fc1-6104-419d-be6e-3469ca7ee0e8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a7731fc1-6104-419d-be6e-3469ca7ee0e8,segment=NetworkSegment(9215481e-d918-4d86-860d-16087cd55850),segment_id=9215481e-d918-4d86-860d-16087cd55850)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:47.908142 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:47.964259 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=a7731fc1-6104-419d-be6e-3469ca7ee0e8,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:47.976832 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:47.977788 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:47.978233 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:47.978715 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:47.979695 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:47.980244 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:47.980703 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:47.982153 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:47.983879 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:47.984472 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:47.984905 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:47.985419 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:48.235819 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58936) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:48.254684 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2e96d15-1f7e-401c-afa0-ec24e4803dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:48.342927 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['a7731fc1-6104-419d-be6e-3469ca7ee0e8'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:32:48.401709 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2e96d15-1f7e-401c-afa0-ec24e4803dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:48.411349 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2e96d15-1f7e-401c-afa0-ec24e4803dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:48.461795 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338ca9b-a195-467c-9039-540982f8ad0f req-e340a43b-401a-4fba-a482-b10a7622984f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:48.463335 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a338ca9b-a195-467c-9039-540982f8ad0f req-e340a43b-401a-4fba-a482-b10a7622984f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.1113579 Aug 31 04:32:48.494516 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e96d15-1f7e-401c-afa0-ec24e4803dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e0f198-3588-4e78-8d9f-4b955857b953,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:48.503074 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-f2e96d15-1f7e-401c-afa0-ec24e4803dea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ba44823d2484c6c987575985e2ce43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637780 Aug 31 04:32:48.503804 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58946) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:48.530854 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a338ca9b-a195-467c-9039-540982f8ad0f req-d7ea9323-deec-4fc6-a9d1-9b3b88db9b06 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563560 Aug 31 04:32:48.578204 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f7d65e3-069c-4425-ac10-5e805eef687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:48.616104 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f7d65e3-069c-4425-ac10-5e805eef687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:48.670612 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-112ead85-5d29-4eb8-8376-eafada73db1c req-993285da-2387-49c7-a5f7-6619523e1ddb tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 210 time: 0.0455594 Aug 31 04:32:48.713922 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f7d65e3-069c-4425-ac10-5e805eef687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:48.720521 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f7d65e3-069c-4425-ac10-5e805eef687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:48.732211 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-4f7d65e3-069c-4425-ac10-5e805eef687c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51e0f198-3588-4e78-8d9f-4b955857b953 HTTP/1.1" status: 204 len: 168 time: 0.2279820 Aug 31 04:32:48.742495 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d65e3-069c-4425-ac10-5e805eef687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e0f198-3588-4e78-8d9f-4b955857b953,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:48.866757 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e007c6-4593-4068-8691-798b76b2f262 req-41a9b4eb-7733-489c-97e4-f07dd94569ee tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:48.878189 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c9e007c6-4593-4068-8691-798b76b2f262 req-41a9b4eb-7733-489c-97e4-f07dd94569ee tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 944 time: 0.0962379 Aug 31 04:32:48.892364 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-6586ac2d-2f91-48d8-8c7a-f680c49d7941 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=498d14fe13f7427c9e35b4380ce15d97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641258 Aug 31 04:32:49.057663 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c9e007c6-4593-4068-8691-798b76b2f262 req-1a17c65c-2974-419f-9488-cf207ca838fa tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/security-groups?id=56faf626-20bf-46b6-b52c-ab323b924f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784260 Aug 31 04:32:49.110196 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 58986) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:49.148649 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000200-9703-483b-bac9-6917f6be0edc req-f83bbd6a-9d48-46fe-a77e-38f73376c30c tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:49.150292 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-f83bbd6a-9d48-46fe-a77e-38f73376c30c tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343822 Aug 31 04:32:49.236564 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Request body: {'port': {'device_id': 'd35118c7-9d4c-43ca-b775-ec8af316286b', 'network_id': 'a6480814-d184-4c70-94c3-e9e03c9f1d1d', 'admin_state_up': True, 'tenant_id': '498d14fe13f7427c9e35b4380ce15d97'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:49.314420 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b40b44af-0c9f-47c6-a991-87ca8a4b8018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.421267 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b40b44af-0c9f-47c6-a991-87ca8a4b8018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.426463 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b40b44af-0c9f-47c6-a991-87ca8a4b8018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.445482 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Made reservation on behalf of 498d14fe13f7427c9e35b4380ce15d97 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:49.451639 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.478556 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-b40b44af-0c9f-47c6-a991-87ca8a4b8018 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d91651388e8d430aa8c2ca268ee1dc73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672400 Aug 31 04:32:49.480429 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.480889 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b44af-0c9f-47c6-a991-87ca8a4b8018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e315cdf6-ebc7-48e0-84fc-f9d0c2e43dfe,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:49.483834 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 59004) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:49.490807 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66733b43-4e3e-4e40-878d-52a082aba531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.577813 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42d87a58-0bef-4a37-bd40-76cb5fc0b870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.595957 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device a7731fc1-6104-419d-be6e-3469ca7ee0e8 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:49.604680 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42d87a58-0bef-4a37-bd40-76cb5fc0b870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.676075 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port a7731fc1-6104-419d-be6e-3469ca7ee0e8 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:49.686480 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port a7731fc1-6104-419d-be6e-3469ca7ee0e8 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:49.686871 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.727797 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.735217 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2ad43-c2f7-45c3-807d-a2e59758635f req-5f4ef72e-2a06-46eb-a35b-249b3aac038b tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:49.736161 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.743355 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1eb2ad43-c2f7-45c3-807d-a2e59758635f req-5f4ef72e-2a06-46eb-a35b-249b3aac038b tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0645790 Aug 31 04:32:49.745623 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42d87a58-0bef-4a37-bd40-76cb5fc0b870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.771542 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42d87a58-0bef-4a37-bd40-76cb5fc0b870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.774928 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-42d87a58-0bef-4a37-bd40-76cb5fc0b870 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e315cdf6-ebc7-48e0-84fc-f9d0c2e43dfe HTTP/1.1" status: 204 len: 168 time: 0.2897794 Aug 31 04:32:49.800451 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1eb2ad43-c2f7-45c3-807d-a2e59758635f req-f246044f-54eb-43dd-87db-ee489ed5974c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502713 Aug 31 04:32:49.893326 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32af7ed-c799-44a4-a376-afaf8b87a5db,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:49.908537 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:49.918372 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d87a58-0bef-4a37-bd40-76cb5fc0b870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e315cdf6-ebc7-48e0-84fc-f9d0c2e43dfe,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:49.966594 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c982ef-be10-4f39-8062-f2371dc79d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7731fc1-6104-419d-be6e-3469ca7ee0e8'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:49.970494 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aeec8c-c7c5-49eb-9741-c7cd436f4696" -d '{"events": [{"server_uuid": "e8c982ef-be10-4f39-8062-f2371dc79d6f", "name": "network-vif-plugged", "status": "completed", "tag": "a7731fc1-6104-419d-be6e-3469ca7ee0e8"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:49.996388 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Allocated IP 192.168.233.65 (a6480814-d184-4c70-94c3-e9e03c9f1d1d/f5255064-b1dd-4ca2-bac5-d00b2c1342df/1caa3521-7b60-496d-aa15-924ce293ffa6) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:50.038009 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port a7731fc1-6104-419d-be6e-3469ca7ee0e8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a7731fc1-6104-419d-be6e-3469ca7ee0e8,segment=NetworkSegment(9215481e-d918-4d86-860d-16087cd55850),segment_id=9215481e-d918-4d86-860d-16087cd55850)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:50.040848 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-75f967ce-962a-45ca-8143-5271e0c63a0b req-787bbcdd-71c2-4c46-8f9b-59ea6c128116 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 210 time: 0.0901124 Aug 31 04:32:50.048049 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.118426 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4175062-a32e-4e73-ac08-bdb51d35e719 x-openstack-request-id: req-a4175062-a32e-4e73-ac08-bdb51d35e719 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:50.119157 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c982ef-be10-4f39-8062-f2371dc79d6f", "name": "network-vif-plugged", "status": "completed", "tag": "a7731fc1-6104-419d-be6e-3469ca7ee0e8", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:50.120415 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4175062-a32e-4e73-ac08-bdb51d35e719 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:50.121082 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c982ef-be10-4f39-8062-f2371dc79d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7731fc1-6104-419d-be6e-3469ca7ee0e8', 'code': 200} Aug 31 04:32:50.185180 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=a7731fc1-6104-419d-be6e-3469ca7ee0e8,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:50.253382 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.274393 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Transition to ACTIVE for port object 1caa3521-7b60-496d-aa15-924ce293ffa6 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:50.339455 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.370742 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5767f-7e41-4159-be83-aeadeaaa8a86 req-41594f50-c6c9-40cb-a1e2-9286e3f6eab9 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:50.379336 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b0b5767f-7e41-4159-be83-aeadeaaa8a86 req-41594f50-c6c9-40cb-a1e2-9286e3f6eab9 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 945 time: 0.0829957 Aug 31 04:32:50.405031 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59058) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:50.415956 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Network a6480814-d184-4c70-94c3-e9e03c9f1d1d is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:50.423948 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ed8be46-ec59-4b9f-9eb2-42168c04a506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.468940 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:50.471997 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:50.549949 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Pushing event updated for resources: {'Port': ['ID=1caa3521-7b60-496d-aa15-924ce293ffa6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:50.561368 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5561a-0b17-43e7-ad8f-3ab69fedfe20 req-ece46013-fb16-4852-bcab-867b49cb800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:50.562877 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-25d5561a-0b17-43e7-ad8f-3ab69fedfe20 req-ece46013-fb16-4852-bcab-867b49cb800d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 1098 time: 0.1509032 Aug 31 04:32:50.580430 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b0b5767f-7e41-4159-be83-aeadeaaa8a86 req-3f12d463-cc3f-4f2c-b4a8-30bcdfec2a23 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/security-groups?id=56faf626-20bf-46b6-b52c-ab323b924f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998525 Aug 31 04:32:50.596109 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ed8be46-ec59-4b9f-9eb2-42168c04a506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.604356 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ed8be46-ec59-4b9f-9eb2-42168c04a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.605956 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:50.606775 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.642019 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-04c7a7c1-e35d-4a81-b723-50a4a22eec64 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4099350 Aug 31 04:32:50.643964 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-25d5561a-0b17-43e7-ad8f-3ab69fedfe20 req-4099c5da-66c7-4f97-bffc-91b9a2cdaf3e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=56faf626-20bf-46b6-b52c-ab323b924f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598693 Aug 31 04:32:50.647053 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-5ed8be46-ec59-4b9f-9eb2-42168c04a506 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c5936a9b76c048e3b89cc9eea748c4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407837 Aug 31 04:32:50.649689 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 59070) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:50.683956 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8be46-ec59-4b9f-9eb2-42168c04a506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1445e413-2964-44bd-8f6e-39fb66d5bbf4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:50.717108 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-967a1289-8880-40b7-94ec-eb594680f093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.744734 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-967a1289-8880-40b7-94ec-eb594680f093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.808803 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.811617 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-967a1289-8880-40b7-94ec-eb594680f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.815447 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-967a1289-8880-40b7-94ec-eb594680f093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.819103 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-967a1289-8880-40b7-94ec-eb594680f093 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1445e413-2964-44bd-8f6e-39fb66d5bbf4 HTTP/1.1" status: 204 len: 168 time: 0.1659575 Aug 31 04:32:50.828774 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a1289-8880-40b7-94ec-eb594680f093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1445e413-2964-44bd-8f6e-39fb66d5bbf4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:50.884157 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c48b1448-e99c-495e-a926-fdb1a2146831 None None] Provisioning for port 1caa3521-7b60-496d-aa15-924ce293ffa6 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:50.889041 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c48b1448-e99c-495e-a926-fdb1a2146831 None None] Provisioning complete for port 1caa3521-7b60-496d-aa15-924ce293ffa6 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:50.889902 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c48b1448-e99c-495e-a926-fdb1a2146831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:50.903095 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 59084) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:50.963494 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c48b1448-e99c-495e-a926-fdb1a2146831 None None] Port 1caa3521-7b60-496d-aa15-924ce293ffa6 cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:32:50.963859 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Request body: {'port': {'device_id': 'd35118c7-9d4c-43ca-b775-ec8af316286b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:50.978506 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337ce0e-bc39-4be6-8a4f-ba8e398be367 req-4e1fb889-ad0b-471c-b7c0-8487f69334d9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:50.981068 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5337ce0e-bc39-4be6-8a4f-ba8e398be367 req-4e1fb889-ad0b-471c-b7c0-8487f69334d9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0759237 Aug 31 04:32:51.026657 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.034958 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5337ce0e-bc39-4be6-8a4f-ba8e398be367 req-da6200d8-1f2d-4408-a73c-5f4c07700dcb tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Aug 31 04:32:51.249293 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e895c62-95fb-4ffb-a576-62a10d315753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.263953 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710570f-b8e4-4c94-8791-3dbc37b475b6 req-c827ec14-4b18-4bc6-b163-22407c025c70 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:51.265480 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b710570f-b8e4-4c94-8791-3dbc37b475b6 req-c827ec14-4b18-4bc6-b163-22407c025c70 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 935 time: 0.1292915 Aug 31 04:32:51.367816 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b710570f-b8e4-4c94-8791-3dbc37b475b6 req-dc62fbde-3642-4ca3-9f55-a2b3c047c342 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927925 Aug 31 04:32:51.451975 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1caa3521-7b60-496d-aa15-924ce293ffa6 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:51.467799 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.487589 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e895c62-95fb-4ffb-a576-62a10d315753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.491087 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Transition to ACTIVE for port object 1caa3521-7b60-496d-aa15-924ce293ffa6 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:51.492947 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e895c62-95fb-4ffb-a576-62a10d315753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.522061 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-5e895c62-95fb-4ffb-a576-62a10d315753 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27738e1930574864a29621a40d9f491d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6168997 Aug 31 04:32:51.522742 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.524923 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59128) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:51.584447 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e895c62-95fb-4ffb-a576-62a10d315753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf029a06-564c-4356-adff-27d9988dc51a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:51.602611 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Pushing event updated for resources: {'Port': ['ID=1caa3521-7b60-496d-aa15-924ce293ffa6,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:51.620123 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e90ceeff-09e8-45ba-b1f5-5f1dcd860c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.659266 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e90ceeff-09e8-45ba-b1f5-5f1dcd860c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.738000 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Attempting to bind port 1caa3521-7b60-496d-aa15-924ce293ffa6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:51.738347 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Attempting to bind port 1caa3521-7b60-496d-aa15-924ce293ffa6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b4d58d54-7074-4da8-9e95-0ba53e1be78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6480814-d184-4c70-94c3-e9e03c9f1d1d'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:51.738865 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Attempting to bind port 1caa3521-7b60-496d-aa15-924ce293ffa6 on network a6480814-d184-4c70-94c3-e9e03c9f1d1d {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:51.744745 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e90ceeff-09e8-45ba-b1f5-5f1dcd860c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.747731 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e90ceeff-09e8-45ba-b1f5-5f1dcd860c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.749590 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-e90ceeff-09e8-45ba-b1f5-5f1dcd860c7e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf029a06-564c-4356-adff-27d9988dc51a HTTP/1.1" status: 204 len: 168 time: 0.2234576 Aug 31 04:32:51.754138 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Port 1caa3521-7b60-496d-aa15-924ce293ffa6 on network a6480814-d184-4c70-94c3-e9e03c9f1d1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:32:51.754476 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Attempting to bind port 1caa3521-7b60-496d-aa15-924ce293ffa6 on network a6480814-d184-4c70-94c3-e9e03c9f1d1d {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:51.759988 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ceeff-09e8-45ba-b1f5-5f1dcd860c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf029a06-564c-4356-adff-27d9988dc51a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:51.773966 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:51.774322 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Checking segment: {'id': 'b4d58d54-7074-4da8-9e95-0ba53e1be78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6480814-d184-4c70-94c3-e9e03c9f1d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:51.774715 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Bound using segment: {'id': 'b4d58d54-7074-4da8-9e95-0ba53e1be78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6480814-d184-4c70-94c3-e9e03c9f1d1d'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:51.775164 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Bound port: 1caa3521-7b60-496d-aa15-924ce293ffa6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d58d54-7074-4da8-9e95-0ba53e1be78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6480814-d184-4c70-94c3-e9e03c9f1d1d'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:51.775536 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.855484 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] For port 1caa3521-7b60-496d-aa15-924ce293ffa6, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:51.859961 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] For port 1caa3521-7b60-496d-aa15-924ce293ffa6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1caa3521-7b60-496d-aa15-924ce293ffa6,segment=NetworkSegment(b4d58d54-7074-4da8-9e95-0ba53e1be78a),segment_id=b4d58d54-7074-4da8-9e95-0ba53e1be78a)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:51.866107 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.875323 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d4726-0ebf-4cf1-bd66-91771c5c5c0c req-9a7f9491-41b4-4442-9b1a-0bbb7ceb0e7d tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:51.876868 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5f3d4726-0ebf-4cf1-bd66-91771c5c5c0c req-9a7f9491-41b4-4442-9b1a-0bbb7ceb0e7d tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 945 time: 0.1701756 Aug 31 04:32:51.942473 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:51.943134 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:51.944558 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] 10.222.0.16 "PUT /v2.0/ports/1caa3521-7b60-496d-aa15-924ce293ffa6 HTTP/1.1" status: 200 len: 1097 time: 0.9868803 Aug 31 04:32:51.945335 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35118c7-9d4c-43ca-b775-ec8af316286b', 'tag': '1caa3521-7b60-496d-aa15-924ce293ffa6'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:32:51.947886 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357482ec-90a7-4e90-b77d-477eb9ce8394" -d '{"events": [{"name": "network-changed", "server_uuid": "d35118c7-9d4c-43ca-b775-ec8af316286b", "tag": "1caa3521-7b60-496d-aa15-924ce293ffa6"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:32:52.005309 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5f3d4726-0ebf-4cf1-bd66-91771c5c5c0c req-deade0ae-a62f-4a8d-bcda-90f38716404a tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/security-groups?id=56faf626-20bf-46b6-b52c-ab323b924f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206851 Aug 31 04:32:52.010889 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035e1b9-6512-4dd5-b113-a4a9b8b24b3f service neutron] Pushing event updated for resources: {'Port': ['ID=1caa3521-7b60-496d-aa15-924ce293ffa6,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:52.015277 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6136bb4-2fe1-4f56-8337-e8ec5e1ca2ed x-openstack-request-id: req-d6136bb4-2fe1-4f56-8337-e8ec5e1ca2ed {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:32:52.015565 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35118c7-9d4c-43ca-b775-ec8af316286b", "tag": "1caa3521-7b60-496d-aa15-924ce293ffa6", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:32:52.015839 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6136bb4-2fe1-4f56-8337-e8ec5e1ca2ed {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:32:52.016192 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35118c7-9d4c-43ca-b775-ec8af316286b', 'tag': '1caa3521-7b60-496d-aa15-924ce293ffa6', 'status': 'completed', 'code': 200} Aug 31 04:32:52.113888 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59160) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:52.238059 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587e6ba-25a9-4cb2-8dda-138b38acb5f0 req-59a9cb9f-bdce-4e6c-b67f-b8830f1b6ff9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:52.239328 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e377e5fa-3419-4cbd-97de-fd8fd41e9949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.239814 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4587e6ba-25a9-4cb2-8dda-138b38acb5f0 req-59a9cb9f-bdce-4e6c-b67f-b8830f1b6ff9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0954032 Aug 31 04:32:52.282949 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000200-9703-483b-bac9-6917f6be0edc req-15638178-ca71-47f2-a821-507ad650a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:52.284536 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-15638178-ca71-47f2-a821-507ad650a5d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=498d14fe13f7427c9e35b4380ce15d97&device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 1100 time: 0.1046588 Aug 31 04:32:52.297786 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4587e6ba-25a9-4cb2-8dda-138b38acb5f0 req-55486e82-9381-4079-8fc1-ddc8b104a9ee tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508354 Aug 31 04:32:52.361782 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-e3988a93-3123-4fe1-8581-a79ab23d0fb0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=1caa3521-7b60-496d-aa15-924ce293ffa6 HTTP/1.1" status: 200 len: 217 time: 0.0380802 Aug 31 04:32:52.374774 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c0c1f3a-d44d-4d3d-bdd4-9074b18a9c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.445846 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.503222 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000200-9703-483b-bac9-6917f6be0edc req-3ad339ad-d594-4329-b6f2-6ccb08003d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:52.504698 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-3ad339ad-d594-4329-b6f2-6ccb08003d2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5255064-b1dd-4ca2-bac5-d00b2c1342df HTTP/1.1" status: 200 len: 843 time: 0.1250758 Aug 31 04:32:52.535482 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 59172) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:52.549668 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-80438e55-d36a-4a51-b2ee-d5972615115d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.551884 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c0c1f3a-d44d-4d3d-bdd4-9074b18a9c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.556969 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c0c1f3a-d44d-4d3d-bdd4-9074b18a9c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.612782 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fe0e9-59d6-4084-8a6c-bca22b982c72 req-dab29ce7-61d5-405b-ab91-a562cce2abb7 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:52.614343 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000200-9703-483b-bac9-6917f6be0edc req-c864bb4a-5c9e-4546-8870-97d0b21f3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:52.615932 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-c864bb4a-5c9e-4546-8870-97d0b21f3284 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6480814-d184-4c70-94c3-e9e03c9f1d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0639849 Aug 31 04:32:52.617555 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c05fe0e9-59d6-4084-8a6c-bca22b982c72 req-dab29ce7-61d5-405b-ab91-a562cce2abb7 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 947 time: 0.1321414 Aug 31 04:32:52.626824 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c1f3a-d44d-4d3d-bdd4-9074b18a9c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7014b63-f924-4e28-88c5-0f00b386125c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:52.634861 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-1c0c1f3a-d44d-4d3d-bdd4-9074b18a9c2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4bfc18cac6fe441f992f6ca214de935c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5171971 Aug 31 04:32:52.635722 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59176) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:52.677337 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59178) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:52.702682 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c05fe0e9-59d6-4084-8a6c-bca22b982c72 req-c5a5e11b-68b9-403e-af86-63a25af7dffa tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770810 Aug 31 04:32:52.718582 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7365f8e-a198-4bfd-b5db-9967341b4a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.744343 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7365f8e-a198-4bfd-b5db-9967341b4a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.767461 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-f4c30300-c8d3-41e5-b68e-227f4fa2d51f service neutron] 10.222.0.16 "GET /v2.0/networks/a6480814-d184-4c70-94c3-e9e03c9f1d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255631 Aug 31 04:32:52.803333 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7365f8e-a198-4bfd-b5db-9967341b4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.805909 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7365f8e-a198-4bfd-b5db-9967341b4a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.806971 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-a7365f8e-a198-4bfd-b5db-9967341b4a46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e7014b63-f924-4e28-88c5-0f00b386125c HTTP/1.1" status: 204 len: 168 time: 0.1710312 Aug 31 04:32:52.807503 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-80438e55-d36a-4a51-b2ee-d5972615115d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.815826 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bdf4b2a6-b748-4217-9d6e-bcce2c63334e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.831438 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7365f8e-a198-4bfd-b5db-9967341b4a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7014b63-f924-4e28-88c5-0f00b386125c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:52.832656 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-80438e55-d36a-4a51-b2ee-d5972615115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.889569 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-80438e55-d36a-4a51-b2ee-d5972615115d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59824a317ad940239b72c7cb99c065eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528862 Aug 31 04:32:52.891944 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80438e55-d36a-4a51-b2ee-d5972615115d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d82809-a9fa-4d73-9673-6b9ecb080b4a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:52.892634 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59184) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:52.914559 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f0000200-9703-483b-bac9-6917f6be0edc req-69eaa1ba-f3e6-4030-af8a-2f7182a2ad80 service neutron] 10.222.0.16 "GET /v2.0/networks/a6480814-d184-4c70-94c3-e9e03c9f1d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373658 Aug 31 04:32:52.964293 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bdf4b2a6-b748-4217-9d6e-bcce2c63334e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.973417 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bdf4b2a6-b748-4217-9d6e-bcce2c63334e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:52.986997 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8f02c4b-26e2-4469-b19e-c141eb031e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.031227 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-bdf4b2a6-b748-4217-9d6e-bcce2c63334e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9af3984f5634701a2b138c5c3d15b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527787 Aug 31 04:32:53.033897 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 59190) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:53.035709 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8f02c4b-26e2-4469-b19e-c141eb031e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.037655 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4b2a6-b748-4217-9d6e-bcce2c63334e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f73be8-60a4-443d-8100-838309aac8f4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:53.094861 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8f02c4b-26e2-4469-b19e-c141eb031e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.097418 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8f02c4b-26e2-4469-b19e-c141eb031e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.098544 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-a8f02c4b-26e2-4469-b19e-c141eb031e63 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23d82809-a9fa-4d73-9673-6b9ecb080b4a HTTP/1.1" status: 204 len: 168 time: 0.2049551 Aug 31 04:32:53.110251 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f02c4b-26e2-4469-b19e-c141eb031e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d82809-a9fa-4d73-9673-6b9ecb080b4a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:53.174275 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357482ec-90a7-4e90-b77d-477eb9ce8394 req-9930916d-4348-45ff-9d18-0fd3c5fd1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:53.175812 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-357482ec-90a7-4e90-b77d-477eb9ce8394 req-9930916d-4348-45ff-9d18-0fd3c5fd1aaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=498d14fe13f7427c9e35b4380ce15d97&device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 1100 time: 0.1350455 Aug 31 04:32:53.181773 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9606242e-e853-43cf-a977-7c640acbbcc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.185250 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59194) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:53.198692 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c20ec55b-5946-4760-ab72-7cbb29786c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.208554 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65902425-7754-4a14-8f45-77b38e9a2747 req-7382461a-cfba-4b19-b8f0-1b89a9d6c980 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:53.210499 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-65902425-7754-4a14-8f45-77b38e9a2747 req-7382461a-cfba-4b19-b8f0-1b89a9d6c980 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 945 time: 0.1172659 Aug 31 04:32:53.285167 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9606242e-e853-43cf-a977-7c640acbbcc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.308137 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c20ec55b-5946-4760-ab72-7cbb29786c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.315383 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c20ec55b-5946-4760-ab72-7cbb29786c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.359703 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-c20ec55b-5946-4760-ab72-7cbb29786c3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=742a672d4a6b4d7f8bf83cc41b904110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704524 Aug 31 04:32:53.360589 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59204) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:53.368844 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ec55b-5946-4760-ab72-7cbb29786c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9a605f-0b5c-4f88-8640-037054dcbecf,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:53.430503 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2b316e2-36d8-4ff0-b393-9ebf4b955d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.464869 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2b316e2-36d8-4ff0-b393-9ebf4b955d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.541524 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7da7f-dc9f-4f80-aba6-96b85ff73c50 req-89694e4b-ddd9-46ed-98f4-5ddb28433af6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:53.542938 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d3b7da7f-dc9f-4f80-aba6-96b85ff73c50 req-89694e4b-ddd9-46ed-98f4-5ddb28433af6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0706294 Aug 31 04:32:53.563173 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2b316e2-36d8-4ff0-b393-9ebf4b955d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.565553 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2b316e2-36d8-4ff0-b393-9ebf4b955d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.568997 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-c2b316e2-36d8-4ff0-b393-9ebf4b955d8c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af9a605f-0b5c-4f88-8640-037054dcbecf HTTP/1.1" status: 204 len: 168 time: 0.2050681 Aug 31 04:32:53.585443 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b316e2-36d8-4ff0-b393-9ebf4b955d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9a605f-0b5c-4f88-8640-037054dcbecf,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:53.627349 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d3b7da7f-dc9f-4f80-aba6-96b85ff73c50 req-b763c5ee-0e53-4e18-b345-6cd24dfa69a0 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751898 Aug 31 04:32:53.653098 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-65902425-7754-4a14-8f45-77b38e9a2747 req-8eb8dd0f-10b4-4cc9-a9ef-317f8313fdfd tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/security-groups?id=56faf626-20bf-46b6-b52c-ab323b924f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239662 Aug 31 04:32:53.655428 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9606242e-e853-43cf-a977-7c640acbbcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.660682 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9606242e-e853-43cf-a977-7c640acbbcc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.661800 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-9606242e-e853-43cf-a977-7c640acbbcc6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8f73be8-60a4-443d-8100-838309aac8f4 HTTP/1.1" status: 204 len: 168 time: 0.6269255 Aug 31 04:32:53.667267 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357482ec-90a7-4e90-b77d-477eb9ce8394 req-bfc4cf2e-2378-4cbe-8ad4-24e689f28c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:53.668774 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-357482ec-90a7-4e90-b77d-477eb9ce8394 req-bfc4cf2e-2378-4cbe-8ad4-24e689f28c03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6480814-d184-4c70-94c3-e9e03c9f1d1d HTTP/1.1" status: 200 len: 870 time: 0.4790432 Aug 31 04:32:53.678445 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606242e-e853-43cf-a977-7c640acbbcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f73be8-60a4-443d-8100-838309aac8f4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:53.715481 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:53.736207 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-357482ec-90a7-4e90-b77d-477eb9ce8394 req-59e67a69-7a42-4e29-a8c6-04045bb86c8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=1caa3521-7b60-496d-aa15-924ce293ffa6 HTTP/1.1" status: 200 len: 217 time: 0.0529664 Aug 31 04:32:53.880923 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a473a-3554-461d-81a3-003f5eaeae38 req-a513e6bf-b418-475d-af61-7e9548fd1c0d tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:53.888987 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-623a473a-3554-461d-81a3-003f5eaeae38 req-a513e6bf-b418-475d-af61-7e9548fd1c0d tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 947 time: 0.0990965 Aug 31 04:32:53.892670 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357482ec-90a7-4e90-b77d-477eb9ce8394 req-a0aa7365-9ac7-4543-823c-9d2df4972e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:53.894265 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-357482ec-90a7-4e90-b77d-477eb9ce8394 req-a0aa7365-9ac7-4543-823c-9d2df4972e2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5255064-b1dd-4ca2-bac5-d00b2c1342df HTTP/1.1" status: 200 len: 843 time: 0.0947139 Aug 31 04:32:53.964171 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-623a473a-3554-461d-81a3-003f5eaeae38 req-ab792af5-283a-4a5e-877d-ed26d51d2cc3 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724404 Aug 31 04:32:53.995785 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357482ec-90a7-4e90-b77d-477eb9ce8394 req-4214ae25-27e9-4391-8407-5293eb4e5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:53.998802 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-357482ec-90a7-4e90-b77d-477eb9ce8394 req-4214ae25-27e9-4391-8407-5293eb4e5782 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6480814-d184-4c70-94c3-e9e03c9f1d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0726550 Aug 31 04:32:54.153840 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59244) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:54.170152 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-357482ec-90a7-4e90-b77d-477eb9ce8394 req-475e1e7a-c129-49aa-a424-c64b46c2d894 service neutron] 10.222.0.16 "GET /v2.0/networks/a6480814-d184-4c70-94c3-e9e03c9f1d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394289 Aug 31 04:32:54.272173 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-357482ec-90a7-4e90-b77d-477eb9ce8394 req-012974a7-f418-44e0-8bc2-b0f18e7dbf4a service neutron] 10.222.0.16 "GET /v2.0/networks/a6480814-d184-4c70-94c3-e9e03c9f1d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918937 Aug 31 04:32:54.284980 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1898510277-network', 'tenant_id': '30365d5d2d3a47f3964fd764a6a30908'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:54.310336 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Made reservation on behalf of 30365d5d2d3a47f3964fd764a6a30908 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:54.313606 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.323291 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.424842 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.429856 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.460689 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:32:54.471918 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e737cb6-a9ef-482d-9081-2522ebf7e4f9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:54.478833 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.479208 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Added segment ad6768c0-669d-4aa3-b815-8902f11df1a1 of type vlan for network 81f160a3-f866-4e7a-88d5-927ac9760a87 Aug 31 04:32:54.521388 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.551341 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.552430 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:54.553353 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.612819 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 59270) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:54.612956 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4574277 Aug 31 04:32:54.618547 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-580989b9-e12c-4466-ba25-17d3ec6d184a admin admin] Request body: {'subnet': {'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1898510277-subnet', 'tenant_id': '30365d5d2d3a47f3964fd764a6a30908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:54.631721 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67fea4-bc65-4e9d-9a2d-0ae62c3a1079 admin admin] Pushing event updated for resources: {'Network': ['ID=81f160a3-f866-4e7a-88d5-927ac9760a87,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:54.648008 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network 81f160a3-f866-4e7a-88d5-927ac9760a87 details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:32:54.659446 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580989b9-e12c-4466-ba25-17d3ec6d184a admin admin] Made reservation on behalf of 30365d5d2d3a47f3964fd764a6a30908 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:54.664231 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-580989b9-e12c-4466-ba25-17d3ec6d184a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3044800'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.794843 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910ed6e-aeef-43b8-b531-b06977fa7d8a req-4340d8da-ead5-4aee-8cf9-7557f2477409 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:54.797536 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2910ed6e-aeef-43b8-b531-b06977fa7d8a req-4340d8da-ead5-4aee-8cf9-7557f2477409 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0843153 Aug 31 04:32:54.866905 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2910ed6e-aeef-43b8-b531-b06977fa7d8a req-69f8fa2e-e2a2-4f0f-94c0-91bd81b32d64 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618141 Aug 31 04:32:54.889210 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59286) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:54.907389 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.940540 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-580989b9-e12c-4466-ba25-17d3ec6d184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3044822'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:54.997435 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-377574589-network', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:55.003283 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580989b9-e12c-4466-ba25-17d3ec6d184a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2772de0-f2aa-4133-a7a1-0054aedd8fa3,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:55.013297 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580989b9-e12c-4466-ba25-17d3ec6d184a admin admin] Checking segment: {'id': 'ad6768c0-669d-4aa3-b815-8902f11df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:55.014289 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580989b9-e12c-4466-ba25-17d3ec6d184a admin admin] Network hostable DHCP agents. Network: 81f160a3-f866-4e7a-88d5-927ac9760a87, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:32:55.033193 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580989b9-e12c-4466-ba25-17d3ec6d184a admin admin] Network 81f160a3-f866-4e7a-88d5-927ac9760a87 is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:32:55.043790 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-580989b9-e12c-4466-ba25-17d3ec6d184a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, 81f160a3-f866-4e7a-88d5-927ac9760a87) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:55.047640 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Made reservation on behalf of dc9b930e41cd41eaa6a57daaf977c110 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:55.050139 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580989b9-e12c-4466-ba25-17d3ec6d184a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:55.051303 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.051465 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-580989b9-e12c-4466-ba25-17d3ec6d184a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.056533 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705f173-121b-4a88-a8af-e21f3d1aa589 None None] Network 81f160a3-f866-4e7a-88d5-927ac9760a87 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:55.063540 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.069180 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-580989b9-e12c-4466-ba25-17d3ec6d184a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4548347 Aug 31 04:32:55.141539 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c13ee1-8556-40a8-9647-87efe9cfd2c9 req-85c1d228-fe42-46ec-885b-26c3d362adc2 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:55.159014 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a6c13ee1-8556-40a8-9647-87efe9cfd2c9 req-85c1d228-fe42-46ec-885b-26c3d362adc2 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 947 time: 0.0850103 Aug 31 04:32:55.221438 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a6c13ee1-8556-40a8-9647-87efe9cfd2c9 req-81864bf7-c770-4943-99d7-4d893af86b6e tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567315 Aug 31 04:32:55.239500 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.247412 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.279684 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:32:55.285485 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa08e88-804f-4bb7-8316-bdbb30108271 None None] Network 81f160a3-f866-4e7a-88d5-927ac9760a87 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:55.296524 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0104ca5-4a63-4467-ac43-50194210533c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:55.299358 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.299705 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Added segment e6d9d338-37b1-42e6-946a-534fb57dbe46 of type vlan for network cc5fd2e2-b721-4413-b932-bf9b9676a7be Aug 31 04:32:55.343518 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.370019 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.371287 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:55.372045 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.436381 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 59304) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:55.442935 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-837de975-152e-41b3-9f23-d46cd7ec7290 admin admin] Request body: {'subnet': {'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-377574589-subnet', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:55.446116 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5557380 Aug 31 04:32:55.453675 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93586612-99f8-4eb3-837d-0a1a51f47861 admin admin] Pushing event updated for resources: {'Network': ['ID=cc5fd2e2-b721-4413-b932-bf9b9676a7be,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:55.476159 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network cc5fd2e2-b721-4413-b932-bf9b9676a7be details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:32:55.485207 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837de975-152e-41b3-9f23-d46cd7ec7290 admin admin] Made reservation on behalf of dc9b930e41cd41eaa6a57daaf977c110 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:32:55.487677 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-837de975-152e-41b3-9f23-d46cd7ec7290 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3044800'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.628541 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 1caa3521-7b60-496d-aa15-924ce293ffa6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:32:55.727606 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-837de975-152e-41b3-9f23-d46cd7ec7290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3044822'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.760257 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 1caa3521-7b60-496d-aa15-924ce293ffa6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1caa3521-7b60-496d-aa15-924ce293ffa6,segment=NetworkSegment(b4d58d54-7074-4da8-9e95-0ba53e1be78a),segment_id=b4d58d54-7074-4da8-9e95-0ba53e1be78a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:55.786832 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '1caa3521-7b60-496d-aa15-924ce293ffa6', 'network_id': 'a6480814-d184-4c70-94c3-e9e03c9f1d1d', 'port_id': '1caa3521-7b60-496d-aa15-924ce293ffa6', 'mac_address': 'fa:16:3e:66:20:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5255064-b1dd-4ca2-bac5-d00b2c1342df', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:32:55.798132 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837de975-152e-41b3-9f23-d46cd7ec7290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3b9e9d3-498d-4c78-a531-b1917cf3e88e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:55.809708 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837de975-152e-41b3-9f23-d46cd7ec7290 admin admin] Checking segment: {'id': 'e6d9d338-37b1-42e6-946a-534fb57dbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:55.810076 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837de975-152e-41b3-9f23-d46cd7ec7290 admin admin] Network hostable DHCP agents. Network: cc5fd2e2-b721-4413-b932-bf9b9676a7be, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:32:55.836241 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837de975-152e-41b3-9f23-d46cd7ec7290 admin admin] Network cc5fd2e2-b721-4413-b932-bf9b9676a7be is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:32:55.853394 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-837de975-152e-41b3-9f23-d46cd7ec7290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, cc5fd2e2-b721-4413-b932-bf9b9676a7be) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:55.855124 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.867061 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837de975-152e-41b3-9f23-d46cd7ec7290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:55.867434 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98871190-0116-42ff-be7d-40dc2a3a3706 None None] Network cc5fd2e2-b721-4413-b932-bf9b9676a7be requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:55.867666 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-837de975-152e-41b3-9f23-d46cd7ec7290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.881494 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1caa3521-7b60-496d-aa15-924ce293ffa6 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:32:55.882196 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-837de975-152e-41b3-9f23-d46cd7ec7290 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4444602 Aug 31 04:32:55.884734 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 59322) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:55.890289 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:32:55.915635 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.917609 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.951628 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 1caa3521-7b60-496d-aa15-924ce293ffa6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1caa3521-7b60-496d-aa15-924ce293ffa6,segment=NetworkSegment(b4d58d54-7074-4da8-9e95-0ba53e1be78a),segment_id=b4d58d54-7074-4da8-9e95-0ba53e1be78a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:55.964514 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:55.975690 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.061191 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=1caa3521-7b60-496d-aa15-924ce293ffa6,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:56.088906 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac18f1-2ca2-44b8-bb27-cfe21ce0c23c req-8f12dcec-68d4-4488-b698-8f06dcc3377a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:56.097379 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-64ac18f1-2ca2-44b8-bb27-cfe21ce0c23c req-8f12dcec-68d4-4488-b698-8f06dcc3377a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.1202052 Aug 31 04:32:56.102896 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp527c13e1-2756-51d6-b380-8b5cdd64d3a9-cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'fixed_ips': [{'subnet_id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e'}]}} from dv-cinder-778193-7-smb. {{(pid=93813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:32:56.103781 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.172586 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.205596 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-64ac18f1-2ca2-44b8-bb27-cfe21ce0c23c req-5543fe79-0d01-4582-a47a-d185def6a874 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071544 Aug 31 04:32:56.250037 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Allocated IP 172.20.0.2 (cc5fd2e2-b721-4413-b932-bf9b9676a7be/f3b9e9d3-498d-4c78-a531-b1917cf3e88e/e246c20c-507e-4b1a-a918-f580b3026f38) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:56.336631 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368a86a-156d-45af-8454-73c447271526 req-8e542ac8-e830-40eb-a58f-ed9141cb97b3 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:56.343917 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c368a86a-156d-45af-8454-73c447271526 req-8e542ac8-e830-40eb-a58f-ed9141cb97b3 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 948 time: 0.0595083 Aug 31 04:32:56.378365 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c368a86a-156d-45af-8454-73c447271526 req-b50db133-7961-4cde-ad8a-56fa65781e44 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335803 Aug 31 04:32:56.410050 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.413567 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.418604 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Transition to ACTIVE for port object e246c20c-507e-4b1a-a918-f580b3026f38 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:56.430037 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['1caa3521-7b60-496d-aa15-924ce293ffa6'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:32:56.436399 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.458323 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Transition to ACTIVE for port object e246c20c-507e-4b1a-a918-f580b3026f38 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:56.471479 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.529560 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Network cc5fd2e2-b721-4413-b932-bf9b9676a7be is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:56.535047 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Pushing event updated for resources: {'Port': ['ID=e246c20c-507e-4b1a-a918-f580b3026f38,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:56.539114 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:56.542537 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Allocated IP 172.28.1.132 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/f8c5d731-2d47-4c3b-9afa-3202f4b789f2) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:56.543402 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:56.637957 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Attempting to bind port e246c20c-507e-4b1a-a918-f580b3026f38 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:56.638852 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Attempting to bind port e246c20c-507e-4b1a-a918-f580b3026f38 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'e6d9d338-37b1-42e6-946a-534fb57dbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:56.639213 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Attempting to bind port e246c20c-507e-4b1a-a918-f580b3026f38 on network cc5fd2e2-b721-4413-b932-bf9b9676a7be {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:56.649780 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:56.650165 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Checking segment: {'id': 'e6d9d338-37b1-42e6-946a-534fb57dbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:56.650998 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.651371 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Bound using segment: {'id': 'e6d9d338-37b1-42e6-946a-534fb57dbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:56.651855 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Bound port: e246c20c-507e-4b1a-a918-f580b3026f38, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d9d338-37b1-42e6-946a-534fb57dbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:56.652242 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.665479 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.725080 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.776540 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Pushing event updated for resources: {'Port': ['ID=f8c5d731-2d47-4c3b-9afa-3202f4b789f2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:56.787534 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:56.789150 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:56.793732 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:56.801905 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] For port e246c20c-507e-4b1a-a918-f580b3026f38, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:56.805041 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] For port e246c20c-507e-4b1a-a918-f580b3026f38, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=e246c20c-507e-4b1a-a918-f580b3026f38,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:56.809548 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:56.874099 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a755ed-f242-4169-a886-732b9b2b3d4d None None] Pushing event updated for resources: {'Port': ['ID=e246c20c-507e-4b1a-a918-f580b3026f38,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:57.248475 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcb0b3-661b-4d41-906e-1b87346ad9b4 req-3a08fed8-3fe0-4b7c-8eea-ba7bdeeb6312 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:57.250079 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-bcdcb0b3-661b-4d41-906e-1b87346ad9b4 req-3a08fed8-3fe0-4b7c-8eea-ba7bdeeb6312 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 945 time: 0.0857553 Aug 31 04:32:57.303885 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-bcdcb0b3-661b-4d41-906e-1b87346ad9b4 req-072dacb1-dce0-4afa-967b-8f41e3343cbf tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/security-groups?id=56faf626-20bf-46b6-b52c-ab323b924f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470595 Aug 31 04:32:57.319315 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:57.385509 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-3d91fcb1-a9d9-471f-9509-8393d1c57175 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:57.387047 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-3d91fcb1-a9d9-471f-9509-8393d1c57175 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/networks?id=81f160a3-f866-4e7a-88d5-927ac9760a87 HTTP/1.1" status: 200 len: 809 time: 0.2815013 Aug 31 04:32:57.409467 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-3fc69812-3c83-4e95-8a4c-ff173f5072f3 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/quotas/30365d5d2d3a47f3964fd764a6a30908 HTTP/1.1" status: 200 len: 375 time: 0.0155542 Aug 31 04:32:57.472873 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-2624da3a-bcd7-4eae-b9d6-02f8253b988c tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=30365d5d2d3a47f3964fd764a6a30908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335312 Aug 31 04:32:57.609121 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device e246c20c-507e-4b1a-a918-f580b3026f38 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:57.620159 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3a79f-9d71-4318-9df5-f455d0f545f6 req-f70c23b1-717c-4f25-aa0c-841654ea42ea tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:57.625200 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1fd3a79f-9d71-4318-9df5-f455d0f545f6 req-f70c23b1-717c-4f25-aa0c-841654ea42ea tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0553877 Aug 31 04:32:57.665599 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port e246c20c-507e-4b1a-a918-f580b3026f38 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:57.667645 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1fd3a79f-9d71-4318-9df5-f455d0f545f6 req-e659a796-6de1-4a9b-b00e-9f34901001a6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391915 Aug 31 04:32:57.799954 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab15ff5-b368-4514-b515-a5fa4d519a06 req-4a2def4f-81ad-402e-8d57-44bb050a1d7d tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:57.801574 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8ab15ff5-b368-4514-b515-a5fa4d519a06 req-4a2def4f-81ad-402e-8d57-44bb050a1d7d tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 948 time: 0.0606973 Aug 31 04:32:57.846298 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8ab15ff5-b368-4514-b515-a5fa4d519a06 req-37b951e6-9d71-4777-9286-05c8dce5027a tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372157 Aug 31 04:32:57.918473 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-f5e3f45e-9d6f-475c-8102-0b6a4e5f49e9 service neutron] 10.222.0.38 "GET /v2.0/networks/81f160a3-f866-4e7a-88d5-927ac9760a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206297 Aug 31 04:32:57.920184 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653224'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:58.017367 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da963be0-b30d-44a1-992b-524e4ec23639 None None] Network cc5fd2e2-b721-4413-b932-bf9b9676a7be requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:32:58.087434 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-017346e1-254e-4f84-88e1-44650f847507 service neutron] 10.222.0.38 "GET /v2.0/networks/81f160a3-f866-4e7a-88d5-927ac9760a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611803 Aug 31 04:32:58.116282 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 is scheduled to L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:32:58.131255 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-dc36766f-38c9-4f8f-87d8-2e9de63465f3 None None] Provisioning for port e246c20c-507e-4b1a-a918-f580b3026f38 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:58.141146 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-dc36766f-38c9-4f8f-87d8-2e9de63465f3 None None] Provisioning complete for port e246c20c-507e-4b1a-a918-f580b3026f38 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:58.141721 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc36766f-38c9-4f8f-87d8-2e9de63465f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:58.230414 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:32:58.239595 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Sync routers for ids ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:32:58.253035 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc36766f-38c9-4f8f-87d8-2e9de63465f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:58.255040 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:58.256347 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-675748ac-cb2a-496f-a467-978b31f9059e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3705802 Aug 31 04:32:58.259209 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 59404) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:58.273240 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Routers {'80c0c752-6878-4fb1-b2d1-83f0bb62ac33'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:58.273869 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:32:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:58.290550 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-dc36766f-38c9-4f8f-87d8-2e9de63465f3 None None] For port e246c20c-507e-4b1a-a918-f580b3026f38, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=e246c20c-507e-4b1a-a918-f580b3026f38,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:32:58.297504 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc36766f-38c9-4f8f-87d8-2e9de63465f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:58.312666 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-257eeb5d-69ac-48ac-a0d0-0501e868afb0 req-d716876b-d1a6-44db-8ee3-a08b015143ff tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 210 time: 0.0408564 Aug 31 04:32:58.410970 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36766f-38c9-4f8f-87d8-2e9de63465f3 None None] Pushing event updated for resources: {'Port': ['ID=e246c20c-507e-4b1a-a918-f580b3026f38,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:58.427194 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Set router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:58.597181 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd11adf-5057-4248-bca9-9e5e5d741bc6 req-290b3c6a-c263-4401-b045-e7d719da25f3 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:58.598750 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6bd11adf-5057-4248-bca9-9e5e5d741bc6 req-290b3c6a-c263-4401-b045-e7d719da25f3 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 945 time: 0.1663673 Aug 31 04:32:58.628573 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-97b87189-0f37-419d-b5db-45d64e5f5011 None None] Provisioning complete for port e246c20c-507e-4b1a-a918-f580b3026f38 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:58.629175 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97b87189-0f37-419d-b5db-45d64e5f5011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:58.648121 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:32:56Z', 'revision_number': 3, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port': {'id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:56Z', 'updated_at': '2021-08-31T04:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:58.682923 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Checking router: 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:32:58.683644 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Updating router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 port f8c5d731-2d47-4c3b-9afa-3202f4b789f2 binding host dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:32:58.702858 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6bd11adf-5057-4248-bca9-9e5e5d741bc6 req-223de343-af17-4203-a213-c4c8dd98d539 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/security-groups?id=56faf626-20bf-46b6-b52c-ab323b924f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915787 Aug 31 04:32:58.718097 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:58.866976 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f42e5-8acb-4a74-b067-063fe501853e req-30e4b0c3-b112-4b00-8987-0902a4fc34d5 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:58.870985 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2f5f42e5-8acb-4a74-b067-063fe501853e req-30e4b0c3-b112-4b00-8987-0902a4fc34d5 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0739353 Aug 31 04:32:58.922375 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2f5f42e5-8acb-4a74-b067-063fe501853e req-fe6e87ef-3c97-460e-8a84-2c134cb2e6c0 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440819 Aug 31 04:32:58.923975 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:58.965065 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59426) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:59.054068 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbbc97-8fe6-43d0-8ce4-e9e233109370 req-935dea9d-3ae4-4865-b535-e184773bd87f tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:59.055632 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8fdbbc97-8fe6-43d0-8ce4-e9e233109370 req-935dea9d-3ae4-4865-b535-e184773bd87f tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 948 time: 0.1039870 Aug 31 04:32:59.104741 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.117600 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Transition to ACTIVE for port object f8c5d731-2d47-4c3b-9afa-3202f4b789f2 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:59.122734 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.132178 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8fdbbc97-8fe6-43d0-8ce4-e9e233109370 req-2d5493fe-483e-4fda-bea5-d0e3e90dd446 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464160 Aug 31 04:32:59.134727 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c90855b-4ff0-4b47-86eb-0ca40e957292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.182168 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Attempting to bind port f8c5d731-2d47-4c3b-9afa-3202f4b789f2 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:32:59.182552 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Attempting to bind port f8c5d731-2d47-4c3b-9afa-3202f4b789f2 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:32:59.182905 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Attempting to bind port f8c5d731-2d47-4c3b-9afa-3202f4b789f2 on network 60d0a98d-e68b-462a-bfbc-929e006b1a9b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:32:59.184896 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Pushing event updated for resources: {'Port': ['ID=f8c5d731-2d47-4c3b-9afa-3202f4b789f2,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:59.195503 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:59.196087 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:59.196886 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:59.197476 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:59.198048 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:59.198618 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:59.199177 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:59.199952 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:59.200528 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:59.201203 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:59.201790 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:59.202296 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:32:59.203918 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Allocated IP 172.20.0.1 (cc5fd2e2-b721-4413-b932-bf9b9676a7be/f3b9e9d3-498d-4c78-a531-b1917cf3e88e/7b5d70ed-385f-46bf-95f6-371139b378ee) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:32:59.208828 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:32:59.209376 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Checking segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:32:59.210045 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.210442 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Bound using segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:32:59.210901 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Bound port: f8c5d731-2d47-4c3b-9afa-3202f4b789f2, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:32:59.211312 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.271569 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] For port f8c5d731-2d47-4c3b-9afa-3202f4b789f2, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:32:59.274679 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] For port f8c5d731-2d47-4c3b-9afa-3202f4b789f2, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=f8c5d731-2d47-4c3b-9afa-3202f4b789f2,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:32:59.279549 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.291529 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c90855b-4ff0-4b47-86eb-0ca40e957292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.296289 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c90855b-4ff0-4b47-86eb-0ca40e957292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.321443 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.337338 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-0c90855b-4ff0-4b47-86eb-0ca40e957292 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04ee8e6c98414e8495ebfb0e3fd5d80c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685830 Aug 31 04:32:59.337550 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Routers {'80c0c752-6878-4fb1-b2d1-83f0bb62ac33'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:32:59.337550 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:32:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:32:59.338680 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59432) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:32:59.347610 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90855b-4ff0-4b47-86eb-0ca40e957292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e8edba-3c4a-44f2-9f75-3cdb1e2ee792,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:59.358481 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Transition to ACTIVE for port object 7b5d70ed-385f-46bf-95f6-371139b378ee will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:32:59.411311 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f736a567-2d0f-4a9b-b8dc-b6108f0822eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.415154 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac577dc2-942c-4510-9708-5aa5216fc80c None None] Pushing event updated for resources: {'Port': ['ID=f8c5d731-2d47-4c3b-9afa-3202f4b789f2,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:59.425116 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81520e7d-3526-49fa-b753-6c4224c7f56b req-3456a349-b4b1-4d82-94dd-deed9166a546 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:32:59.426940 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-81520e7d-3526-49fa-b753-6c4224c7f56b req-3456a349-b4b1-4d82-94dd-deed9166a546 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 945 time: 0.0821323 Aug 31 04:32:59.437155 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f736a567-2d0f-4a9b-b8dc-b6108f0822eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.473688 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4f74ed3e-26ee-4e74-b6e3-7b5ce6198f20 req-051ba2f8-2aca-496e-b8a9-43df6fed6894 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 210 time: 0.0444469 Aug 31 04:32:59.498847 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.506892 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] Set router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:32:59.522821 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f736a567-2d0f-4a9b-b8dc-b6108f0822eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.525315 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f736a567-2d0f-4a9b-b8dc-b6108f0822eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.526662 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-f736a567-2d0f-4a9b-b8dc-b6108f0822eb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08e8edba-3c4a-44f2-9f75-3cdb1e2ee792 HTTP/1.1" status: 204 len: 168 time: 0.1870687 Aug 31 04:32:59.539561 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736a567-2d0f-4a9b-b8dc-b6108f0822eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e8edba-3c4a-44f2-9f75-3cdb1e2ee792,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:59.540445 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device e246c20c-507e-4b1a-a918-f580b3026f38 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:59.555768 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Network cc5fd2e2-b721-4413-b932-bf9b9676a7be is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:32:59.559253 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:32:59.588275 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:32:59.630163 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port e246c20c-507e-4b1a-a918-f580b3026f38 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:59.630783 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.669155 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5d70ed-385f-46bf-95f6-371139b378ee,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:32:59.682440 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 1caa3521-7b60-496d-aa15-924ce293ffa6 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:32:59.697473 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647515'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.803707 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port 1caa3521-7b60-496d-aa15-924ce293ffa6 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:32:59.815824 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 1caa3521-7b60-496d-aa15-924ce293ffa6 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:32:59.817811 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:32:59.980561 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-81520e7d-3526-49fa-b753-6c4224c7f56b req-ca4f835a-05cf-41f4-86f0-0e3744bdccc8 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Deleting port a7731fc1-6104-419d-be6e-3469ca7ee0e8 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:32:59.980928 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81520e7d-3526-49fa-b753-6c4224c7f56b req-ca4f835a-05cf-41f4-86f0-0e3744bdccc8 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.042493 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:32:56Z', 'revision_number': 3, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port': {'id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:56Z', 'updated_at': '2021-08-31T04:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:00.080903 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3706df7-8178-481a-a82f-7420fc2d7dc4 None None] The sync data for ids ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'] in dv-cinder-778193-7-smb is: [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:32:56Z', 'revision_number': 3, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port': {'id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:56Z', 'updated_at': '2021-08-31T04:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:33:00.097701 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-81520e7d-3526-49fa-b753-6c4224c7f56b req-ca4f835a-05cf-41f4-86f0-0e3744bdccc8 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] For port a7731fc1-6104-419d-be6e-3469ca7ee0e8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a7731fc1-6104-419d-be6e-3469ca7ee0e8,segment=NetworkSegment(9215481e-d918-4d86-860d-16087cd55850),segment_id=9215481e-d918-4d86-860d-16087cd55850)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:00.098081 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81520e7d-3526-49fa-b753-6c4224c7f56b req-ca4f835a-05cf-41f4-86f0-0e3744bdccc8 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.116147 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-81520e7d-3526-49fa-b753-6c4224c7f56b req-ca4f835a-05cf-41f4-86f0-0e3744bdccc8 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Calling delete_port for a7731fc1-6104-419d-be6e-3469ca7ee0e8 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:33:00.142551 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f44d2f-8dcd-4a83-923f-76756734356a req-a68a1b38-508d-40fa-a38d-ae6abf3cd117 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:00.152840 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e7f44d2f-8dcd-4a83-923f-76756734356a req-a68a1b38-508d-40fa-a38d-ae6abf3cd117 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.1029241 Aug 31 04:33:00.224534 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e7f44d2f-8dcd-4a83-923f-76756734356a req-85c4ab2b-2261-4a9b-8a9b-7ec75f02dadd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708358 Aug 31 04:33:00.233400 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c59331d2-f6cd-466a-b78a-f587eb69cc47 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:00.235371 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c59331d2-f6cd-466a-b78a-f587eb69cc47 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.16 "GET /v2.0/networks?id=81f160a3-f866-4e7a-88d5-927ac9760a87 HTTP/1.1" status: 200 len: 809 time: 0.3127139 Aug 31 04:33:00.238854 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.253281 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-0b21e8a6-4b27-4fda-83f7-a50d48789134 None None] Provisioning for port 7b5d70ed-385f-46bf-95f6-371139b378ee completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:00.259923 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-0b21e8a6-4b27-4fda-83f7-a50d48789134 None None] Provisioning complete for port 7b5d70ed-385f-46bf-95f6-371139b378ee triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:00.260154 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b21e8a6-4b27-4fda-83f7-a50d48789134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.302771 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35118c7-9d4c-43ca-b775-ec8af316286b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caa3521-7b60-496d-aa15-924ce293ffa6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:00.305471 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c08ec73-2597-4067-be9c-a9d3dda6540c" -d '{"events": [{"server_uuid": "d35118c7-9d4c-43ca-b775-ec8af316286b", "name": "network-vif-plugged", "status": "completed", "tag": "1caa3521-7b60-496d-aa15-924ce293ffa6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:00.328761 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c66e5f7d-feda-4bfc-9156-d62608f1e93b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Request body: {'port': {'device_id': '51f27a6a-0031-42ad-b15d-67ddbb0008ae', 'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87', 'admin_state_up': True, 'tenant_id': '30365d5d2d3a47f3964fd764a6a30908'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:00.334776 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 1caa3521-7b60-496d-aa15-924ce293ffa6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1caa3521-7b60-496d-aa15-924ce293ffa6,segment=NetworkSegment(b4d58d54-7074-4da8-9e95-0ba53e1be78a),segment_id=b4d58d54-7074-4da8-9e95-0ba53e1be78a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:00.336227 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0b21e8a6-4b27-4fda-83f7-a50d48789134 None None] Port 7b5d70ed-385f-46bf-95f6-371139b378ee cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:33:00.341446 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.356877 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68dc26-af88-4497-8f3a-b8fb307bff46 req-bfc0e862-c05c-4928-9025-2484eb68e64b tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:00.364307 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2b68dc26-af88-4497-8f3a-b8fb307bff46 req-bfc0e862-c05c-4928-9025-2484eb68e64b tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 948 time: 0.0738962 Aug 31 04:33:00.409578 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2b68dc26-af88-4497-8f3a-b8fb307bff46 req-de987aac-9c36-4ffd-b21a-a76b4285b57f tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443571 Aug 31 04:33:00.412992 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=1caa3521-7b60-496d-aa15-924ce293ffa6,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:00.483382 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.498928 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fcdee-700f-4efd-85eb-d4ebe08eb7db req-73254e00-76cb-4f11-a375-73e77c257303 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:00.507630 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-854fcdee-700f-4efd-85eb-d4ebe08eb7db req-73254e00-76cb-4f11-a375-73e77c257303 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 945 time: 0.5864995 Aug 31 04:33:00.634754 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d72b54-af9c-425e-87d4-a2d1fda1aa7f x-openstack-request-id: req-53d72b54-af9c-425e-87d4-a2d1fda1aa7f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:00.636117 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35118c7-9d4c-43ca-b775-ec8af316286b", "name": "network-vif-plugged", "status": "completed", "tag": "1caa3521-7b60-496d-aa15-924ce293ffa6", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:00.636573 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53d72b54-af9c-425e-87d4-a2d1fda1aa7f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:00.637179 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35118c7-9d4c-43ca-b775-ec8af316286b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caa3521-7b60-496d-aa15-924ce293ffa6', 'code': 200} Aug 31 04:33:00.669793 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-854fcdee-700f-4efd-85eb-d4ebe08eb7db req-ea725e8a-c110-47aa-a4f4-f80714ea639e tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/security-groups?id=56faf626-20bf-46b6-b52c-ab323b924f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554627 Aug 31 04:33:00.766551 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c66e5f7d-feda-4bfc-9156-d62608f1e93b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Made reservation on behalf of 30365d5d2d3a47f3964fd764a6a30908 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:00.786541 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c66e5f7d-feda-4bfc-9156-d62608f1e93b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.884692 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81520e7d-3526-49fa-b753-6c4224c7f56b req-ca4f835a-05cf-41f4-86f0-0e3744bdccc8 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:00.929539 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['a7731fc1-6104-419d-be6e-3469ca7ee0e8'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:33:00.939819 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c3ab5731-681b-489e-b522-e2d381cabce5 req-634616df-9dab-4662-9e0c-80501e9926c6 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 210 time: 0.0539689 Aug 31 04:33:00.991694 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f835a-05cf-41f4-86f0-0e3744bdccc8 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Pushing event deleted for resources: {'Port': ['ID=a7731fc1-6104-419d-be6e-3469ca7ee0e8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:01.270819 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.316894 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.319076 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-81520e7d-3526-49fa-b753-6c4224c7f56b req-ca4f835a-05cf-41f4-86f0-0e3744bdccc8 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] No DVR routers for this DVR port a7731fc1-6104-419d-be6e-3469ca7ee0e8 on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:33:01.326919 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81520e7d-3526-49fa-b753-6c4224c7f56b req-ca4f835a-05cf-41f4-86f0-0e3744bdccc8 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.329054 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-81520e7d-3526-49fa-b753-6c4224c7f56b req-ca4f835a-05cf-41f4-86f0-0e3744bdccc8 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.16 "DELETE /v2.0/ports/a7731fc1-6104-419d-be6e-3469ca7ee0e8 HTTP/1.1" status: 204 len: 173 time: 1.8892353 Aug 31 04:33:01.348388 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868cfca-41ea-4e2a-b590-8b1fef5a5858 req-d04cf690-027b-40be-a55f-6529ce402d5e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:01.350539 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7868cfca-41ea-4e2a-b590-8b1fef5a5858 req-d04cf690-027b-40be-a55f-6529ce402d5e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0537367 Aug 31 04:33:01.350976 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c982ef-be10-4f39-8062-f2371dc79d6f', 'name': 'network-vif-deleted', 'tag': 'a7731fc1-6104-419d-be6e-3469ca7ee0e8'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:01.353259 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6727ffc6-1edf-4437-8cad-825058688a56" -d '{"events": [{"server_uuid": "e8c982ef-be10-4f39-8062-f2371dc79d6f", "name": "network-vif-deleted", "tag": "a7731fc1-6104-419d-be6e-3469ca7ee0e8"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:01.401829 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8319448d-7aa0-4d1c-adbd-79a7422cf70c x-openstack-request-id: req-8319448d-7aa0-4d1c-adbd-79a7422cf70c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:01.402121 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c982ef-be10-4f39-8062-f2371dc79d6f", "name": "network-vif-deleted", "tag": "a7731fc1-6104-419d-be6e-3469ca7ee0e8", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:01.402356 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8319448d-7aa0-4d1c-adbd-79a7422cf70c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:01.402902 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c982ef-be10-4f39-8062-f2371dc79d6f', 'name': 'network-vif-deleted', 'tag': 'a7731fc1-6104-419d-be6e-3469ca7ee0e8', 'status': 'completed', 'code': 200} Aug 31 04:33:01.403024 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7868cfca-41ea-4e2a-b590-8b1fef5a5858 req-c9783965-a311-4a3a-bb9a-e0b1c1c310de tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361598 Aug 31 04:33:01.411928 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797f8cf-5e6e-491d-b9d3-990cf41a005a req-f3ae65b7-5362-4ed3-9b7c-448bc93f722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:01.413442 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a797f8cf-5e6e-491d-b9d3-990cf41a005a req-f3ae65b7-5362-4ed3-9b7c-448bc93f722d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 1102 time: 0.4789295 Aug 31 04:33:01.459690 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651499'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.467244 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5d70ed-385f-46bf-95f6-371139b378ee,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:01.481600 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c66e5f7d-feda-4bfc-9156-d62608f1e93b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Allocated IP 172.20.0.10 (81f160a3-f866-4e7a-88d5-927ac9760a87/f2772de0-f2aa-4133-a7a1-0054aedd8fa3/0c3e9061-9c05-4912-9ef9-da843f790a09) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:01.556590 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a797f8cf-5e6e-491d-b9d3-990cf41a005a req-f56c5280-3e62-472b-9b8f-519b46df2274 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278341 Aug 31 04:33:01.579179 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device f8c5d731-2d47-4c3b-9afa-3202f4b789f2 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:01.634720 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port f8c5d731-2d47-4c3b-9afa-3202f4b789f2 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:01.638750 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port f8c5d731-2d47-4c3b-9afa-3202f4b789f2 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:01.639389 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.656779 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a908bd-fd80-4b5a-9fd1-c53c54a799c3 req-14b99a95-8864-4172-b0e6-3eb01ad483bb tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:01.658322 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-45a908bd-fd80-4b5a-9fd1-c53c54a799c3 req-14b99a95-8864-4172-b0e6-3eb01ad483bb tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 949 time: 0.1201558 Aug 31 04:33:01.715300 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Network cc5fd2e2-b721-4413-b932-bf9b9676a7be is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:01.718895 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.719832 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:01.743805 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port f8c5d731-2d47-4c3b-9afa-3202f4b789f2, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=f8c5d731-2d47-4c3b-9afa-3202f4b789f2,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:01.750049 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.806506 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=f8c5d731-2d47-4c3b-9afa-3202f4b789f2,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:01.808268 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-45a908bd-fd80-4b5a-9fd1-c53c54a799c3 req-aef82ade-5d6e-474c-a86d-7a4c62d3b839 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327965 Aug 31 04:33:01.877367 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c66e5f7d-feda-4bfc-9156-d62608f1e93b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.928369 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-183cf8a4-ecde-4049-9f64-94452ba6dd1b req-9266c8de-7610-43db-a30f-83064eafd226 tempest-VolumesActionsTest-539636928 tempest-VolumesActionsTest-539636928-project] 10.222.0.38 "GET /v2.0/ports?device_id=e8c982ef-be10-4f39-8062-f2371dc79d6f HTTP/1.1" status: 200 len: 210 time: 0.0372975 Aug 31 04:33:01.950225 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:33:01.975698 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-5670549b-0077-49e3-870b-e2651c2ada3d None None] Provisioning complete for port 7b5d70ed-385f-46bf-95f6-371139b378ee triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:01.976205 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5670549b-0077-49e3-870b-e2651c2ada3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:01.977561 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c66e5f7d-feda-4bfc-9156-d62608f1e93b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:02.016592 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5670549b-0077-49e3-870b-e2651c2ada3d None None] Port 7b5d70ed-385f-46bf-95f6-371139b378ee cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:33:02.115210 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c66e5f7d-feda-4bfc-9156-d62608f1e93b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Network 81f160a3-f866-4e7a-88d5-927ac9760a87 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:02.123438 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c66e5f7d-feda-4bfc-9156-d62608f1e93b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:02.125792 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c66e5f7d-feda-4bfc-9156-d62608f1e93b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:02.186241 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e5f7d-feda-4bfc-9156-d62608f1e93b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Pushing event updated for resources: {'Port': ['ID=0c3e9061-9c05-4912-9ef9-da843f790a09,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:02.214678 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e185bb4-e452-4afb-b3ff-f1054cf4d552 req-5a6bfc0a-a67c-493a-b249-a6ef8468e6f9 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:02.216158 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3e185bb4-e452-4afb-b3ff-f1054cf4d552 req-5a6bfc0a-a67c-493a-b249-a6ef8468e6f9 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 932 time: 0.1906154 Aug 31 04:33:02.239115 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c66e5f7d-feda-4bfc-9156-d62608f1e93b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:02.239663 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c66e5f7d-feda-4bfc-9156-d62608f1e93b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:02.264335 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:33:02.271068 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-c145d933-d0b7-44a2-96c4-37de9d320534 admin admin] 10.222.0.38 "PUT /v2.0/routers/80c0c752-6878-4fb1-b2d1-83f0bb62ac33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0106616 Aug 31 04:33:02.276704 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-c66e5f7d-feda-4bfc-9156-d62608f1e93b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9772463 Aug 31 04:33:02.283769 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Sync routers for ids ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:33:02.292748 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3e185bb4-e452-4afb-b3ff-f1054cf4d552 req-6144aa55-f96e-4ded-93b6-3c9241ed888a tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667539 Aug 31 04:33:02.301570 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Routers {'80c0c752-6878-4fb1-b2d1-83f0bb62ac33'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:02.302209 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-46089639-8b2b-4102-b96a-171dd646824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:32:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:02.306049 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Request body: {'port': {'device_id': '51f27a6a-0031-42ad-b15d-67ddbb0008ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:02.397503 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:02.499797 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Set router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:02.570769 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cda1ad-ebc9-490e-89d2-43b46d0e2179 req-e568a3fb-1084-41a5-af95-1b3ae420699e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:02.581826 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e9cda1ad-ebc9-490e-89d2-43b46d0e2179 req-e568a3fb-1084-41a5-af95-1b3ae420699e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0923469 Aug 31 04:33:02.773905 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-46089639-8b2b-4102-b96a-171dd646824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:32:59Z', 'revision_number': 4, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port': {'id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:56Z', 'updated_at': '2021-08-31T04:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '7b5d70ed-385f-46bf-95f6-371139b378ee', 'name': '', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'mac_address': 'fa:16:3e:89:39:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:58Z', 'updated_at': '2021-08-31T04:33:00Z', 'revision_number': 2, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'subnets': [{'id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:02.814698 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Checking router: 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:33:02.815066 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Updating router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 port 7b5d70ed-385f-46bf-95f6-371139b378ee binding host dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:33:02.838290 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3e9061-9c05-4912-9ef9-da843f790a09 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:33:02.856967 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:02.864790 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:02.875935 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Transition to ACTIVE for port object 0c3e9061-9c05-4912-9ef9-da843f790a09 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:02.882024 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:02.886996 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e9cda1ad-ebc9-490e-89d2-43b46d0e2179 req-471f8845-b878-4729-8772-4bdd350993ad tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036640 Aug 31 04:33:02.947727 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3e9061-9c05-4912-9ef9-da843f790a09,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:03.043238 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59532) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:03.048853 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-800803087-network', 'tenant_id': '9a0192abd4f04037860a474632c2886c'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:03.058186 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Attempting to bind port 0c3e9061-9c05-4912-9ef9-da843f790a09 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:03.058528 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Attempting to bind port 0c3e9061-9c05-4912-9ef9-da843f790a09 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ad6768c0-669d-4aa3-b815-8902f11df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:03.059007 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Attempting to bind port 0c3e9061-9c05-4912-9ef9-da843f790a09 on network 81f160a3-f866-4e7a-88d5-927ac9760a87 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:03.068841 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f4740-144f-47e5-9d86-4a4b0fef5b6a req-23c31142-5938-45e9-9bec-c7580ee3ca2c tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:03.072090 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f14f4740-144f-47e5-9d86-4a4b0fef5b6a req-23c31142-5938-45e9-9bec-c7580ee3ca2c tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 949 time: 0.1441240 Aug 31 04:33:03.075582 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Port 0c3e9061-9c05-4912-9ef9-da843f790a09 on network 81f160a3-f866-4e7a-88d5-927ac9760a87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:33:03.076482 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Attempting to bind port 0c3e9061-9c05-4912-9ef9-da843f790a09 on network 81f160a3-f866-4e7a-88d5-927ac9760a87 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:03.087551 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:03.087898 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Checking segment: {'id': 'ad6768c0-669d-4aa3-b815-8902f11df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:03.088286 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Bound using segment: {'id': 'ad6768c0-669d-4aa3-b815-8902f11df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:03.088735 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Bound port: 0c3e9061-9c05-4912-9ef9-da843f790a09, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6768c0-669d-4aa3-b815-8902f11df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:03.089147 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.095360 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Made reservation on behalf of 9a0192abd4f04037860a474632c2886c for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:03.097966 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.109553 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.156684 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f14f4740-144f-47e5-9d86-4a4b0fef5b6a req-1eb2b0f1-2ff1-4131-8153-74739cde8c5b tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766160 Aug 31 04:33:03.198751 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] For port 0c3e9061-9c05-4912-9ef9-da843f790a09, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:03.203366 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] For port 0c3e9061-9c05-4912-9ef9-da843f790a09, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0c3e9061-9c05-4912-9ef9-da843f790a09,segment=NetworkSegment(ad6768c0-669d-4aa3-b815-8902f11df1a1),segment_id=ad6768c0-669d-4aa3-b815-8902f11df1a1)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:03.211691 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.236313 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.247179 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.279027 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b21dede-922c-4b2c-9165-c44403afd459,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:03.282011 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:03.282769 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.284292 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] 10.222.0.16 "PUT /v2.0/ports/0c3e9061-9c05-4912-9ef9-da843f790a09 HTTP/1.1" status: 200 len: 1094 time: 0.9855072 Aug 31 04:33:03.295002 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:33:03.304055 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a616b1-764f-4fa5-95f6-51395d2c6b98 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3e9061-9c05-4912-9ef9-da843f790a09,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:03.308736 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.309155 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Added segment a92f9fa9-1bf3-434c-be1f-4d139e60549b of type vlan for network 312d1daa-ee3c-422b-8c5a-836029ac6530 Aug 31 04:33:03.359504 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.359749 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.377248 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Transition to ACTIVE for port object 7b5d70ed-385f-46bf-95f6-371139b378ee will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:03.393279 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.409614 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f27a6a-0031-42ad-b15d-67ddbb0008ae', 'tag': '0c3e9061-9c05-4912-9ef9-da843f790a09'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:03.413762 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1c5570-601e-4b3d-b935-6589c62542c3" -d '{"events": [{"name": "network-changed", "server_uuid": "51f27a6a-0031-42ad-b15d-67ddbb0008ae", "tag": "0c3e9061-9c05-4912-9ef9-da843f790a09"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:03.454766 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.456201 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:03.457091 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.496950 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-9bdd0b95-dd48-4d63-962c-68f50969fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:03.506641 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-9bdd0b95-dd48-4d63-962c-68f50969fff4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=30365d5d2d3a47f3964fd764a6a30908&device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 1097 time: 0.1084578 Aug 31 04:33:03.513867 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d567a1d-5efa-4855-9cc8-ac02f30cf369 x-openstack-request-id: req-6d567a1d-5efa-4855-9cc8-ac02f30cf369 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:03.514176 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f27a6a-0031-42ad-b15d-67ddbb0008ae", "tag": "0c3e9061-9c05-4912-9ef9-da843f790a09", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:03.514431 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d567a1d-5efa-4855-9cc8-ac02f30cf369 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:03.516732 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f27a6a-0031-42ad-b15d-67ddbb0008ae', 'tag': '0c3e9061-9c05-4912-9ef9-da843f790a09', 'status': 'completed', 'code': 200} Aug 31 04:33:03.536360 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c4827-da54-45e1-8a4c-89a5e5215209 None None] Pushing event updated for resources: {'Port': ['ID=7b5d70ed-385f-46bf-95f6-371139b378ee,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:03.551149 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5062625 Aug 31 04:33:03.586140 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59546) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:03.600603 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-ff841838-5bae-4ac5-8719-d7fff47b56fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c3e9061-9c05-4912-9ef9-da843f790a09 HTTP/1.1" status: 200 len: 217 time: 0.0743179 Aug 31 04:33:03.602689 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2cd6bb2c-6a59-411f-a579-5a13857d02f2 admin admin] Request body: {'subnet': {'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-800803087-subnet', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:03.614547 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14214689-8180-4a47-8ae3-c45d7ff37cea req-0a8d4da8-e184-4fd7-b827-f2df195b2af2 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:03.626829 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-14214689-8180-4a47-8ae3-c45d7ff37cea req-0a8d4da8-e184-4fd7-b827-f2df195b2af2 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 944 time: 0.2266364 Aug 31 04:33:03.662110 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device f8c5d731-2d47-4c3b-9afa-3202f4b789f2 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:03.679166 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-7747cbbe-a83d-4e77-a069-aaef7bfde579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:03.681958 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-7747cbbe-a83d-4e77-a069-aaef7bfde579 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2772de0-f2aa-4133-a7a1-0054aedd8fa3 HTTP/1.1" status: 200 len: 849 time: 0.0620940 Aug 31 04:33:03.705891 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device a7731fc1-6104-419d-be6e-3469ca7ee0e8 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:33:03.718084 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-14214689-8180-4a47-8ae3-c45d7ff37cea req-ec092916-aa26-4b93-acad-fdbe5e03898a tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846388 Aug 31 04:33:03.720601 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005df6e1-9654-453b-afac-fef4a9c6ca6a admin admin] Pushing event updated for resources: {'Network': ['ID=312d1daa-ee3c-422b-8c5a-836029ac6530,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:03.733856 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd6bb2c-6a59-411f-a579-5a13857d02f2 admin admin] Made reservation on behalf of 9a0192abd4f04037860a474632c2886c for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:03.750274 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cd6bb2c-6a59-411f-a579-5a13857d02f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3097633'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.762040 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Attempting to bind port 7b5d70ed-385f-46bf-95f6-371139b378ee on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:03.762549 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Attempting to bind port 7b5d70ed-385f-46bf-95f6-371139b378ee by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'e6d9d338-37b1-42e6-946a-534fb57dbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:03.762768 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Attempting to bind port 7b5d70ed-385f-46bf-95f6-371139b378ee on network cc5fd2e2-b721-4413-b932-bf9b9676a7be {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:03.763530 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-6f1b2709-aec8-4836-ac9e-11d467496c5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81f160a3-f866-4e7a-88d5-927ac9760a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644681 Aug 31 04:33:03.764987 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network 312d1daa-ee3c-422b-8c5a-836029ac6530 details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:33:03.776359 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: a7731fc1-6104-419d-be6e-3469ca7ee0e8 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:33:03.776941 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device a7731fc1-6104-419d-be6e-3469ca7ee0e8 not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:33:03.834727 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:03.835202 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Checking segment: {'id': 'e6d9d338-37b1-42e6-946a-534fb57dbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:03.835683 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.836149 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Bound using segment: {'id': 'e6d9d338-37b1-42e6-946a-534fb57dbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:03.836723 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Bound port: 7b5d70ed-385f-46bf-95f6-371139b378ee, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d9d338-37b1-42e6-946a-534fb57dbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:03.837204 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.888550 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816cdc8-3d66-4e9c-ac28-3d90dd306776 req-a5ffd09d-525e-4390-bdf6-67cd63865d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:03.890085 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c816cdc8-3d66-4e9c-ac28-3d90dd306776 req-a5ffd09d-525e-4390-bdf6-67cd63865d9a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 1098 time: 0.1255305 Aug 31 04:33:03.935155 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port f8c5d731-2d47-4c3b-9afa-3202f4b789f2 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:03.935351 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.944370 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c816cdc8-3d66-4e9c-ac28-3d90dd306776 req-0d2ea85d-8d85-4f10-ad16-312fa4e2e2cc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445411 Aug 31 04:33:03.947758 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-e57ba1e7-24ab-46d8-8536-f89788cf5775 service neutron] 10.222.0.16 "GET /v2.0/networks/81f160a3-f866-4e7a-88d5-927ac9760a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623149 Aug 31 04:33:03.967840 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cd6bb2c-6a59-411f-a579-5a13857d02f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3097655'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:03.969364 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-46089639-8b2b-4102-b96a-171dd646824c None None] For port 7b5d70ed-385f-46bf-95f6-371139b378ee, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:03.999685 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-46089639-8b2b-4102-b96a-171dd646824c None None] For port 7b5d70ed-385f-46bf-95f6-371139b378ee, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=7b5d70ed-385f-46bf-95f6-371139b378ee,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:04.007134 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:04.036003 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6bb2c-6a59-411f-a579-5a13857d02f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a0dd54-2824-49df-a20e-20ab32948150,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:04.039736 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee4c8c-0303-42ec-9565-ac2d5345ef17 req-add39855-ebde-4c51-89f3-b54743286746 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:04.042900 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e8ee4c8c-0303-42ec-9565-ac2d5345ef17 req-add39855-ebde-4c51-89f3-b54743286746 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0623159 Aug 31 04:33:04.081077 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6bb2c-6a59-411f-a579-5a13857d02f2 admin admin] Checking segment: {'id': 'a92f9fa9-1bf3-434c-be1f-4d139e60549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:04.081410 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6bb2c-6a59-411f-a579-5a13857d02f2 admin admin] Network hostable DHCP agents. Network: 312d1daa-ee3c-422b-8c5a-836029ac6530, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:33:04.103077 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6bb2c-6a59-411f-a579-5a13857d02f2 admin admin] Network 312d1daa-ee3c-422b-8c5a-836029ac6530 is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:33:04.103589 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e8ee4c8c-0303-42ec-9565-ac2d5345ef17 req-44d8d7d8-96f2-45be-a043-df0da7fb331a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446317 Aug 31 04:33:04.114936 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2cd6bb2c-6a59-411f-a579-5a13857d02f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, 312d1daa-ee3c-422b-8c5a-836029ac6530) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:04.122854 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd6bb2c-6a59-411f-a579-5a13857d02f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:04.123285 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Routers {'80c0c752-6878-4fb1-b2d1-83f0bb62ac33'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:04.123447 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cd6bb2c-6a59-411f-a579-5a13857d02f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:04.123935 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-46089639-8b2b-4102-b96a-171dd646824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:32:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:04.127601 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e9eee-11e2-409e-8eee-808d88d5a813 None None] Network 312d1daa-ee3c-422b-8c5a-836029ac6530 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:04.143809 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-2cd6bb2c-6a59-411f-a579-5a13857d02f2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5541024 Aug 31 04:33:04.144013 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59554) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:04.149307 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-800803087-router', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:04.173132 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c4827-da54-45e1-8a4c-89a5e5215209 None None] Pushing event updated for resources: {'Port': ['ID=7b5d70ed-385f-46bf-95f6-371139b378ee,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:04.178157 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:04.179368 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:04.294745 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:04.340981 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-46089639-8b2b-4102-b96a-171dd646824c None None] Set router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:04.355685 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df8e8c3a-fe05-4623-8255-c9215ba4c2e1 req-21f7cbfc-a19c-4a2d-a99f-03d45b372519 service neutron] 10.222.0.16 "GET /v2.0/networks/81f160a3-f866-4e7a-88d5-927ac9760a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987825 Aug 31 04:33:04.356004 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467ee3e-9a07-4be1-8396-8bdfbe53cd33 req-cd92d936-0ce6-43d6-af2d-05c5d7d54648 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:04.357311 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8467ee3e-9a07-4be1-8396-8bdfbe53cd33 req-cd92d936-0ce6-43d6-af2d-05c5d7d54648 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 949 time: 0.0943532 Aug 31 04:33:04.470290 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp527c13e1-2756-51d6-b380-8b5cdd64d3a9-312d1daa-ee3c-422b-8c5a-836029ac6530', 'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'fixed_ips': [{'subnet_id': 'f9a0dd54-2824-49df-a20e-20ab32948150'}]}} from dv-cinder-778193-7-smb. {{(pid=93813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:33:04.471471 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:04.483959 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:04.489242 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8467ee3e-9a07-4be1-8396-8bdfbe53cd33 req-5e82be5a-68d0-4e27-889a-3b14b8fcf44b tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045525 Aug 31 04:33:04.604269 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c5570-601e-4b3d-b935-6589c62542c3 req-5cde2566-7853-48db-9406-54c5a28c14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:04.606111 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7c1c5570-601e-4b3d-b935-6589c62542c3 req-5cde2566-7853-48db-9406-54c5a28c14a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=30365d5d2d3a47f3964fd764a6a30908&device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 1097 time: 0.0570760 Aug 31 04:33:04.767812 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c5570-601e-4b3d-b935-6589c62542c3 req-feb267ec-80e1-4248-8526-e964f320bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:04.771483 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7c1c5570-601e-4b3d-b935-6589c62542c3 req-feb267ec-80e1-4248-8526-e964f320bc1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=81f160a3-f866-4e7a-88d5-927ac9760a87 HTTP/1.1" status: 200 len: 910 time: 0.1560757 Aug 31 04:33:04.789256 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:04.814812 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:04.913529 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7c1c5570-601e-4b3d-b935-6589c62542c3 req-922ccbb6-5b31-43e6-bb51-b0d20d6343f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c3e9061-9c05-4912-9ef9-da843f790a09 HTTP/1.1" status: 200 len: 217 time: 0.0835667 Aug 31 04:33:04.964559 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Allocated IP 172.20.0.2 (312d1daa-ee3c-422b-8c5a-836029ac6530/f9a0dd54-2824-49df-a20e-20ab32948150/90c31208-6361-47ad-86f9-a68ababfe035) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:04.983885 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c5570-601e-4b3d-b935-6589c62542c3 req-9bd0aae3-9f5d-4714-94a6-d46672d65d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:04.985668 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7c1c5570-601e-4b3d-b935-6589c62542c3 req-9bd0aae3-9f5d-4714-94a6-d46672d65d2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2772de0-f2aa-4133-a7a1-0054aedd8fa3 HTTP/1.1" status: 200 len: 849 time: 0.0625751 Aug 31 04:33:04.994731 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-46089639-8b2b-4102-b96a-171dd646824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:32:59Z', 'revision_number': 4, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port': {'id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:56Z', 'updated_at': '2021-08-31T04:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '7b5d70ed-385f-46bf-95f6-371139b378ee', 'name': '', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'mac_address': 'fa:16:3e:89:39:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:58Z', 'updated_at': '2021-08-31T04:33:03Z', 'revision_number': 4, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'subnets': [{'id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:05.028739 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67ed7c-c8ab-40bc-8d1b-2d44cfb3ed0a req-320c7e46-7f4a-495e-9db7-da60c5591200 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:05.034911 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7c1c5570-601e-4b3d-b935-6589c62542c3 req-6d30401b-46e9-4e0e-9767-644c203d2d45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81f160a3-f866-4e7a-88d5-927ac9760a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292490 Aug 31 04:33:05.037521 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-6c67ed7c-c8ab-40bc-8d1b-2d44cfb3ed0a req-320c7e46-7f4a-495e-9db7-da60c5591200 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 949 time: 0.1186745 Aug 31 04:33:05.049998 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46089639-8b2b-4102-b96a-171dd646824c None None] The sync data for ids ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'] in dv-cinder-778193-7-smb is: [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:32:59Z', 'revision_number': 4, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port': {'id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:56Z', 'updated_at': '2021-08-31T04:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '7b5d70ed-385f-46bf-95f6-371139b378ee', 'name': '', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'mac_address': 'fa:16:3e:89:39:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:58Z', 'updated_at': '2021-08-31T04:33:03Z', 'revision_number': 4, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'subnets': [{'id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:33:05.069574 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e43e23-b4bb-4383-8b18-17ef7a26b132 req-d83a2448-e846-434c-8e32-2c85a95eeb36 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:05.079528 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-14e43e23-b4bb-4383-8b18-17ef7a26b132 req-d83a2448-e846-434c-8e32-2c85a95eeb36 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 944 time: 0.1684747 Aug 31 04:33:05.098988 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Allocated IP 172.28.1.252 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/8605da4c-bde5-4be7-9588-df51587aac91) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:05.208713 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-14e43e23-b4bb-4383-8b18-17ef7a26b132 req-979146ad-5346-45e6-bb2e-fbda34a070f8 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280959 Aug 31 04:33:05.214521 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-6c67ed7c-c8ab-40bc-8d1b-2d44cfb3ed0a req-2701c453-701e-4538-a146-e87300a7c83a tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758201 Aug 31 04:33:05.247568 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7c1c5570-601e-4b3d-b935-6589c62542c3 req-fda65f32-7ba8-4298-ba58-0ad4c03370e5 service neutron] 10.222.0.16 "GET /v2.0/networks/81f160a3-f866-4e7a-88d5-927ac9760a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651437 Aug 31 04:33:05.316967 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.334015 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Transition to ACTIVE for port object 90c31208-6361-47ad-86f9-a68ababfe035 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:05.366619 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Transition to ACTIVE for port object 90c31208-6361-47ad-86f9-a68ababfe035 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:05.366782 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.376073 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.408921 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85845155-7ece-4d26-9bb5-32b25252f9cc req-c7a7f54c-cd99-43de-810e-c9d2bf7da97e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:05.410486 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-85845155-7ece-4d26-9bb5-32b25252f9cc req-c7a7f54c-cd99-43de-810e-c9d2bf7da97e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0994296 Aug 31 04:33:05.426523 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Network 312d1daa-ee3c-422b-8c5a-836029ac6530 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:05.429464 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7c1c5570-601e-4b3d-b935-6589c62542c3 req-614b82f5-15d5-4f3a-8fe1-6004801494e4 service neutron] 10.222.0.16 "GET /v2.0/networks/81f160a3-f866-4e7a-88d5-927ac9760a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568084 Aug 31 04:33:05.429890 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:05.433441 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:05.453054 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Pushing event updated for resources: {'Port': ['ID=90c31208-6361-47ad-86f9-a68ababfe035,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:05.506788 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.516337 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Attempting to bind port 90c31208-6361-47ad-86f9-a68ababfe035 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:05.517119 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Attempting to bind port 90c31208-6361-47ad-86f9-a68ababfe035 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'a92f9fa9-1bf3-434c-be1f-4d139e60549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:05.517423 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-85845155-7ece-4d26-9bb5-32b25252f9cc req-1a913ce3-14d6-4e76-9b51-36c727474741 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924003 Aug 31 04:33:05.517810 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Attempting to bind port 90c31208-6361-47ad-86f9-a68ababfe035 on network 312d1daa-ee3c-422b-8c5a-836029ac6530 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:05.525045 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:05.525616 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Checking segment: {'id': 'a92f9fa9-1bf3-434c-be1f-4d139e60549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:05.526262 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.526997 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Bound using segment: {'id': 'a92f9fa9-1bf3-434c-be1f-4d139e60549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:05.528032 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Bound port: 90c31208-6361-47ad-86f9-a68ababfe035, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92f9fa9-1bf3-434c-be1f-4d139e60549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:05.528622 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.586388 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:05.592917 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:05.601660 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:05.607414 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] For port 90c31208-6361-47ad-86f9-a68ababfe035, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:05.608498 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Pushing event updated for resources: {'Port': ['ID=8605da4c-bde5-4be7-9588-df51587aac91,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:05.611397 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] For port 90c31208-6361-47ad-86f9-a68ababfe035, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=90c31208-6361-47ad-86f9-a68ababfe035,segment=NetworkSegment(a92f9fa9-1bf3-434c-be1f-4d139e60549b),segment_id=a92f9fa9-1bf3-434c-be1f-4d139e60549b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:05.620470 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 7b5d70ed-385f-46bf-95f6-371139b378ee up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:05.645779 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.732283 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb71d1-d173-4491-a4e7-6de58014d23c None None] Pushing event updated for resources: {'Port': ['ID=90c31208-6361-47ad-86f9-a68ababfe035,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:05.768589 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 7b5d70ed-385f-46bf-95f6-371139b378ee completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:05.775148 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 7b5d70ed-385f-46bf-95f6-371139b378ee triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:05.775646 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.864257 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.906190 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 7b5d70ed-385f-46bf-95f6-371139b378ee, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=7b5d70ed-385f-46bf-95f6-371139b378ee,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:05.913108 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:05.940352 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.027411 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=7b5d70ed-385f-46bf-95f6-371139b378ee,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:06.252400 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653224'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.458670 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed11786-6883-4600-b5e7-4e671aeee8b8 req-e69cfec4-abca-4a31-8788-32deb0faea66 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:06.470492 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127fba3-5922-4114-a725-93ed0cc30f16 req-9a68a660-1f8e-4c2a-aa85-e38d557c18cd tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:06.472077 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-6127fba3-5922-4114-a725-93ed0cc30f16 req-9a68a660-1f8e-4c2a-aa85-e38d557c18cd tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 944 time: 0.0803351 Aug 31 04:33:06.473471 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6ed11786-6883-4600-b5e7-4e671aeee8b8 req-e69cfec4-abca-4a31-8788-32deb0faea66 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 949 time: 0.1303871 Aug 31 04:33:06.483562 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Router 53e2b26e-ba45-4cec-bac0-087ba18aebf7 is scheduled to L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:33:06.563023 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6ed11786-6883-4600-b5e7-4e671aeee8b8 req-72893cf5-516b-4392-b1ee-cda119f33eed tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885437 Aug 31 04:33:06.629871 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-6127fba3-5922-4114-a725-93ed0cc30f16 req-fdd2b498-45e3-44a9-a477-47140a342081 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432943 Aug 31 04:33:06.759615 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:33:06.773144 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Sync routers for ids ['53e2b26e-ba45-4cec-bac0-087ba18aebf7'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:33:06.788081 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:06.792109 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-c47ebfdf-2413-425b-bb95-3bfaefbff100 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6441369 Aug 31 04:33:06.792245 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Routers {'53e2b26e-ba45-4cec-bac0-087ba18aebf7'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:06.792245 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:32:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['53e2b26e-ba45-4cec-bac0-087ba18aebf7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:06.792440 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59640) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:06.813181 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeadeac-fa67-412d-b2a7-dc847782c42e req-e4519a11-f5ee-431f-b0ec-b2c71a52050d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:06.815062 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-faeadeac-fa67-412d-b2a7-dc847782c42e req-e4519a11-f5ee-431f-b0ec-b2c71a52050d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0953770 Aug 31 04:33:06.893424 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-faeadeac-fa67-412d-b2a7-dc847782c42e req-edd7dd60-deda-48bf-8354-33ada7c9637d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718982 Aug 31 04:33:06.992793 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Set router 53e2b26e-ba45-4cec-bac0-087ba18aebf7 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:07.079251 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea9b6c3-841d-401d-b821-0e0814404361 None None] Network 312d1daa-ee3c-422b-8c5a-836029ac6530 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:07.088565 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e79bdd-68b5-48f1-a8a0-d6ee19db86d2 req-f9a8d283-c0f8-4162-bd8c-868d0768e9f7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:07.090146 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c5e79bdd-68b5-48f1-a8a0-d6ee19db86d2 req-f9a8d283-c0f8-4162-bd8c-868d0768e9f7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0862062 Aug 31 04:33:07.136469 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c5e79bdd-68b5-48f1-a8a0-d6ee19db86d2 req-1f58c484-a605-4adb-89e1-3f23a86b897a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340934 Aug 31 04:33:07.181728 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-0c20c90b-bbc8-465e-8696-7177271c474b None None] Provisioning for port 90c31208-6361-47ad-86f9-a68ababfe035 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:07.289330 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96804658-c1b1-45b8-b14c-f39481fcd413 req-8a4d18ea-a4b1-44a1-9390-61218d5e53e9 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:07.290882 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-96804658-c1b1-45b8-b14c-f39481fcd413 req-8a4d18ea-a4b1-44a1-9390-61218d5e53e9 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.16 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 949 time: 0.1260502 Aug 31 04:33:07.298337 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'name': 'tempest-TestShelveInstance-800803087-router', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '8605da4c-bde5-4be7-9588-df51587aac91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:33:05Z', 'revision_number': 3, 'project_id': '9a0192abd4f04037860a474632c2886c', 'gw_port': {'id': '8605da4c-bde5-4be7-9588-df51587aac91', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:07.327315 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Checking router: 53e2b26e-ba45-4cec-bac0-087ba18aebf7 for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:33:07.327690 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Updating router 53e2b26e-ba45-4cec-bac0-087ba18aebf7 port 8605da4c-bde5-4be7-9588-df51587aac91 binding host dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:33:07.362400 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.438621 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.454462 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-96804658-c1b1-45b8-b14c-f39481fcd413 req-06e40e77-543a-4980-ab0e-20f78fd50998 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Deleting port 1caa3521-7b60-496d-aa15-924ce293ffa6 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:33:07.454868 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-96804658-c1b1-45b8-b14c-f39481fcd413 req-06e40e77-543a-4980-ab0e-20f78fd50998 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.685459 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-96804658-c1b1-45b8-b14c-f39481fcd413 req-06e40e77-543a-4980-ab0e-20f78fd50998 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] For port 1caa3521-7b60-496d-aa15-924ce293ffa6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1caa3521-7b60-496d-aa15-924ce293ffa6,segment=NetworkSegment(b4d58d54-7074-4da8-9e95-0ba53e1be78a),segment_id=b4d58d54-7074-4da8-9e95-0ba53e1be78a)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:07.686714 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-96804658-c1b1-45b8-b14c-f39481fcd413 req-06e40e77-543a-4980-ab0e-20f78fd50998 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:07.695968 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 0c3e9061-9c05-4912-9ef9-da843f790a09 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:33:07.724237 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-96804658-c1b1-45b8-b14c-f39481fcd413 req-06e40e77-543a-4980-ab0e-20f78fd50998 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Calling delete_port for 1caa3521-7b60-496d-aa15-924ce293ffa6 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:33:07.860990 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 7b5d70ed-385f-46bf-95f6-371139b378ee up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:07.891952 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Allocated IP 172.20.0.1 (312d1daa-ee3c-422b-8c5a-836029ac6530/f9a0dd54-2824-49df-a20e-20ab32948150/5077547b-7714-4622-9886-1df726e83736) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:07.927082 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08960a94-df9b-49bc-b310-3a63629d3dbc req-f6323450-da9b-4108-aa27-82dfb71d2e36 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:07.928927 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-08960a94-df9b-49bc-b310-3a63629d3dbc req-f6323450-da9b-4108-aa27-82dfb71d2e36 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 949 time: 0.1374507 Aug 31 04:33:07.975519 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.004666 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Transition to ACTIVE for port object 8605da4c-bde5-4be7-9588-df51587aac91 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:08.027659 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-08960a94-df9b-49bc-b310-3a63629d3dbc req-0db7dedd-4af2-48d1-b591-118e3d3078de tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/security-groups?id=f32af7ed-c799-44a4-a376-afaf8b87a5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884194 Aug 31 04:33:08.031639 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.070326 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.088095 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Transition to ACTIVE for port object 5077547b-7714-4622-9886-1df726e83736 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:08.101199 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 0c3e9061-9c05-4912-9ef9-da843f790a09, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0c3e9061-9c05-4912-9ef9-da843f790a09,segment=NetworkSegment(ad6768c0-669d-4aa3-b815-8902f11df1a1),segment_id=ad6768c0-669d-4aa3-b815-8902f11df1a1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:08.113560 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-96804658-c1b1-45b8-b14c-f39481fcd413 req-06e40e77-543a-4980-ab0e-20f78fd50998 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.120671 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Attempting to bind port 8605da4c-bde5-4be7-9588-df51587aac91 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:08.121065 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Attempting to bind port 8605da4c-bde5-4be7-9588-df51587aac91 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:08.121432 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Attempting to bind port 8605da4c-bde5-4be7-9588-df51587aac91 on network 60d0a98d-e68b-462a-bfbc-929e006b1a9b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:08.124109 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d64eb5-601f-4456-a274-a867bae81798 None None] Pushing event updated for resources: {'Port': ['ID=8605da4c-bde5-4be7-9588-df51587aac91,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:08.136033 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:08.136428 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Checking segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:08.136832 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.137247 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Bound using segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:08.137789 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Bound port: 8605da4c-bde5-4be7-9588-df51587aac91, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:08.138226 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.140011 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.159875 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '0c3e9061-9c05-4912-9ef9-da843f790a09', 'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87', 'port_id': '0c3e9061-9c05-4912-9ef9-da843f790a09', 'mac_address': 'fa:16:3e:74:f5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2772de0-f2aa-4133-a7a1-0054aedd8fa3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:33:08.165858 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['1caa3521-7b60-496d-aa15-924ce293ffa6'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:33:08.177046 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Network 312d1daa-ee3c-422b-8c5a-836029ac6530 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:08.178603 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:08.229387 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] For port 8605da4c-bde5-4be7-9588-df51587aac91, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:08.235711 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] For port 8605da4c-bde5-4be7-9588-df51587aac91, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=8605da4c-bde5-4be7-9588-df51587aac91,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:08.246023 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.257394 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.272066 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 7b5d70ed-385f-46bf-95f6-371139b378ee triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:08.272451 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.372946 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3e9061-9c05-4912-9ef9-da843f790a09 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:33:08.376910 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d64eb5-601f-4456-a274-a867bae81798 None None] Pushing event updated for resources: {'Port': ['ID=8605da4c-bde5-4be7-9588-df51587aac91,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:08.427194 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 0c3e9061-9c05-4912-9ef9-da843f790a09, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0c3e9061-9c05-4912-9ef9-da843f790a09,segment=NetworkSegment(ad6768c0-669d-4aa3-b815-8902f11df1a1),segment_id=ad6768c0-669d-4aa3-b815-8902f11df1a1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:08.438732 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Routers {'53e2b26e-ba45-4cec-bac0-087ba18aebf7'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:08.440175 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:32:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['53e2b26e-ba45-4cec-bac0-087ba18aebf7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:08.478116 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.512319 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e40e77-543a-4980-ab0e-20f78fd50998 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Pushing event deleted for resources: {'Port': ['ID=1caa3521-7b60-496d-aa15-924ce293ffa6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:08.527208 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 90c31208-6361-47ad-86f9-a68ababfe035 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:08.585897 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-96804658-c1b1-45b8-b14c-f39481fcd413 req-06e40e77-543a-4980-ab0e-20f78fd50998 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] No DVR routers for this DVR port 1caa3521-7b60-496d-aa15-924ce293ffa6 on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:33:08.589463 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-96804658-c1b1-45b8-b14c-f39481fcd413 req-06e40e77-543a-4980-ab0e-20f78fd50998 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.591948 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-96804658-c1b1-45b8-b14c-f39481fcd413 req-06e40e77-543a-4980-ab0e-20f78fd50998 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.16 "DELETE /v2.0/ports/1caa3521-7b60-496d-aa15-924ce293ffa6 HTTP/1.1" status: 204 len: 173 time: 1.2771657 Aug 31 04:33:08.592771 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35118c7-9d4c-43ca-b775-ec8af316286b', 'name': 'network-vif-deleted', 'tag': '1caa3521-7b60-496d-aa15-924ce293ffa6'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:08.595768 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4890f745-3eee-47e1-b2c9-78d3d1afac78" -d '{"events": [{"server_uuid": "d35118c7-9d4c-43ca-b775-ec8af316286b", "name": "network-vif-deleted", "tag": "1caa3521-7b60-496d-aa15-924ce293ffa6"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:08.596070 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:08.618980 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbf1a9-6081-46fa-a9b5-e9b9b8e2bb22 req-1b728e83-0ffc-4623-9d42-2577f293f0fd tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:08.624279 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-a2bff9d0-1035-451c-945d-4638cb8f34e9 None None] Provisioning for port 5077547b-7714-4622-9886-1df726e83736 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:08.625048 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bcfbf1a9-6081-46fa-a9b5-e9b9b8e2bb22 req-1b728e83-0ffc-4623-9d42-2577f293f0fd tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 944 time: 0.5421410 Aug 31 04:33:08.630888 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=0c3e9061-9c05-4912-9ef9-da843f790a09,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:08.635201 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] Set router 53e2b26e-ba45-4cec-bac0-087ba18aebf7 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:08.650070 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Pushing event updated for resources: {'Port': ['ID=5077547b-7714-4622-9886-1df726e83736,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:08.658596 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647515'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.664026 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-a2bff9d0-1035-451c-945d-4638cb8f34e9 None None] Provisioning complete for port 5077547b-7714-4622-9886-1df726e83736 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:08.664469 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2bff9d0-1035-451c-945d-4638cb8f34e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.701082 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3194c5b6-8c28-4691-8f41-2db5304e31af x-openstack-request-id: req-3194c5b6-8c28-4691-8f41-2db5304e31af {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:08.701575 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35118c7-9d4c-43ca-b775-ec8af316286b", "name": "network-vif-deleted", "tag": "1caa3521-7b60-496d-aa15-924ce293ffa6", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:08.701723 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3194c5b6-8c28-4691-8f41-2db5304e31af {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:08.702109 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35118c7-9d4c-43ca-b775-ec8af316286b', 'name': 'network-vif-deleted', 'tag': '1caa3521-7b60-496d-aa15-924ce293ffa6', 'status': 'completed', 'code': 200} Aug 31 04:33:08.715007 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bcfbf1a9-6081-46fa-a9b5-e9b9b8e2bb22 req-c759b074-e014-48de-9c7b-ae2e826d462a tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781786 Aug 31 04:33:08.732573 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a2bff9d0-1035-451c-945d-4638cb8f34e9 None None] Port 5077547b-7714-4622-9886-1df726e83736 cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:33:08.760811 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 90c31208-6361-47ad-86f9-a68ababfe035 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:08.779498 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 90c31208-6361-47ad-86f9-a68ababfe035 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:08.779798 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.876082 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.892449 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:08.943176 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 90c31208-6361-47ad-86f9-a68ababfe035, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=90c31208-6361-47ad-86f9-a68ababfe035,segment=NetworkSegment(a92f9fa9-1bf3-434c-be1f-4d139e60549b),segment_id=a92f9fa9-1bf3-434c-be1f-4d139e60549b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:08.947507 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['0c3e9061-9c05-4912-9ef9-da843f790a09'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:33:08.975099 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'name': 'tempest-TestShelveInstance-800803087-router', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '8605da4c-bde5-4be7-9588-df51587aac91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:33:05Z', 'revision_number': 3, 'project_id': '9a0192abd4f04037860a474632c2886c', 'gw_port': {'id': '8605da4c-bde5-4be7-9588-df51587aac91', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:08.991355 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.007023 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db77fd8-2288-4b98-839c-7b8c408e0d36 None None] The sync data for ids ['53e2b26e-ba45-4cec-bac0-087ba18aebf7'] in dv-cinder-778193-7-smb is: [{'id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'name': 'tempest-TestShelveInstance-800803087-router', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '8605da4c-bde5-4be7-9588-df51587aac91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:33:05Z', 'revision_number': 3, 'project_id': '9a0192abd4f04037860a474632c2886c', 'gw_port': {'id': '8605da4c-bde5-4be7-9588-df51587aac91', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:33:09.094785 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=90c31208-6361-47ad-86f9-a68ababfe035,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:09.130592 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.140716 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792571'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.246463 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8af16b0f-5ed0-4210-a841-b2f7f85b6908 req-0ff58c26-17fc-4c7d-b23d-f2a15b40fc60 tempest-VolumesNegativeTest-1578836857 tempest-VolumesNegativeTest-1578836857-project] 10.222.0.38 "GET /v2.0/ports?device_id=d35118c7-9d4c-43ca-b775-ec8af316286b HTTP/1.1" status: 200 len: 210 time: 0.0422010 Aug 31 04:33:09.263840 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651499'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.266895 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Pushing event updated for resources: {'Port': ['ID=5077547b-7714-4622-9886-1df726e83736,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:09.280898 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89c7d2-3cd1-41ff-b181-bc40679a3365 req-12c842da-47a7-47db-a293-029c33dea7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:09.282521 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8d89c7d2-3cd1-41ff-b181-bc40679a3365 req-12c842da-47a7-47db-a293-029c33dea7f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 1099 time: 0.1394148 Aug 31 04:33:09.296629 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced39fc-5ff9-4a68-9c71-e0b50d230ed6 req-481d9e08-6a80-4076-9176-6bcb08df97c6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:09.298510 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bced39fc-5ff9-4a68-9c71-e0b50d230ed6 req-481d9e08-6a80-4076-9176-6bcb08df97c6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.1565299 Aug 31 04:33:09.436176 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bced39fc-5ff9-4a68-9c71-e0b50d230ed6 req-7bd29f81-a8d6-46e0-aad1-b52afaeb43ec tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137366 Aug 31 04:33:09.469088 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89c7d2-3cd1-41ff-b181-bc40679a3365 req-ae4a462b-1490-461c-866d-d8355e57c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:09.485622 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8d89c7d2-3cd1-41ff-b181-bc40679a3365 req-ae4a462b-1490-461c-866d-d8355e57c61a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f HTTP/1.1" status: 200 len: 920 time: 0.1859155 Aug 31 04:33:09.528055 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Network 312d1daa-ee3c-422b-8c5a-836029ac6530 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:09.538254 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:09.603554 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8d89c7d2-3cd1-41ff-b181-bc40679a3365 req-8745582d-979e-4641-8049-5b83b84708a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a654eacd-7bf9-414b-b087-313b4e482007 HTTP/1.1" status: 200 len: 217 time: 0.1080186 Aug 31 04:33:09.712408 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 1caa3521-7b60-496d-aa15-924ce293ffa6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:33:09.767081 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89c7d2-3cd1-41ff-b181-bc40679a3365 req-046c9e98-12af-483e-a424-349e7e639c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:09.768573 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8d89c7d2-3cd1-41ff-b181-bc40679a3365 req-046c9e98-12af-483e-a424-349e7e639c88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bb0db2b-5bea-471c-816a-d8da6d2c85ca HTTP/1.1" status: 200 len: 859 time: 0.1563048 Aug 31 04:33:09.810091 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8d89c7d2-3cd1-41ff-b181-bc40679a3365 req-972a9939-fa56-4cb3-ad2f-a5139389a9ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328262 Aug 31 04:33:09.817323 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 8605da4c-bde5-4be7-9588-df51587aac91 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:09.819186 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: 1caa3521-7b60-496d-aa15-924ce293ffa6 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:33:09.819546 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 1caa3521-7b60-496d-aa15-924ce293ffa6 not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:33:09.864722 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Router 53e2b26e-ba45-4cec-bac0-087ba18aebf7 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:33:09.926120 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 8605da4c-bde5-4be7-9588-df51587aac91 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:09.931469 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 8605da4c-bde5-4be7-9588-df51587aac91 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:09.931845 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:09.947799 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8d89c7d2-3cd1-41ff-b181-bc40679a3365 req-f2bb8a8f-28e7-4f11-9479-cc2dc0c2d8a3 service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283584 Aug 31 04:33:09.999761 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-252ce35e-d464-466c-b21b-4dc80f3a81bf None None] Provisioning complete for port 5077547b-7714-4622-9886-1df726e83736 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:10.000391 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-252ce35e-d464-466c-b21b-4dc80f3a81bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:10.017335 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:33:10.040350 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-b5aad55a-e376-472d-b063-4fb0c3c5c004 admin admin] 10.222.0.38 "PUT /v2.0/routers/53e2b26e-ba45-4cec-bac0-087ba18aebf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2348275 Aug 31 04:33:10.053619 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-252ce35e-d464-466c-b21b-4dc80f3a81bf None None] Port 5077547b-7714-4622-9886-1df726e83736 cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:33:10.082140 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8d89c7d2-3cd1-41ff-b181-bc40679a3365 req-2616cb65-5063-4312-acfb-4db418f43e58 service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231496 Aug 31 04:33:10.085414 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9e5bd-60ca-4be3-ab41-8a4ba8fecb3e req-d1fcc194-f771-4a08-af7e-1cb05c0e3714 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:10.086659 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2ea9e5bd-60ca-4be3-ab41-8a4ba8fecb3e req-d1fcc194-f771-4a08-af7e-1cb05c0e3714 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 945 time: 0.0809891 Aug 31 04:33:10.113886 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:10.145435 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2ea9e5bd-60ca-4be3-ab41-8a4ba8fecb3e req-bbf79a8b-4ce7-4fb7-bec5-deb772aa285a tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512779 Aug 31 04:33:10.153311 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 8605da4c-bde5-4be7-9588-df51587aac91, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=8605da4c-bde5-4be7-9588-df51587aac91,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:10.160749 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:10.161754 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 90c31208-6361-47ad-86f9-a68ababfe035 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:10.256654 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=8605da4c-bde5-4be7-9588-df51587aac91,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:10.270493 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 90c31208-6361-47ad-86f9-a68ababfe035 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:10.270810 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:10.548245 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb4b08-4cf3-404b-8a7f-b43345c7f491 req-eaa4dd82-81c4-450c-9185-2ab499f3acee tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:10.554287 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0beb4b08-4cf3-404b-8a7f-b43345c7f491 req-eaa4dd82-81c4-450c-9185-2ab499f3acee tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0569704 Aug 31 04:33:10.595308 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0beb4b08-4cf3-404b-8a7f-b43345c7f491 req-1e1a9634-7519-438e-b2e0-b60017357b77 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394547 Aug 31 04:33:10.701962 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59760) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:10.706824 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-756a73c8-102f-466c-8fac-d8c09bb2126d tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280523', 'description': 'tempest-secgroup-smoke-280523 description', 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:10.735807 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-756a73c8-102f-466c-8fac-d8c09bb2126d tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:10.852106 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-756a73c8-102f-466c-8fac-d8c09bb2126d tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:10.856693 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-756a73c8-102f-466c-8fac-d8c09bb2126d tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:10.891338 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-756a73c8-102f-466c-8fac-d8c09bb2126d tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:10.902001 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-756a73c8-102f-466c-8fac-d8c09bb2126d tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.1962306 Aug 31 04:33:10.902001 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a73c8-102f-466c-8fac-d8c09bb2126d tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:10.912332 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 59784) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:10.912332 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6bab1310-7466-4834-be69-090f94d8cf99 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Request body: {'security_group_rule': {'security_group_id': '74ddf0bc-b8ad-448a-a2cb-5ece9377adeb', 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:10.941064 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6bab1310-7466-4834-be69-090f94d8cf99 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.024451 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6bab1310-7466-4834-be69-090f94d8cf99 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.030711 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6bab1310-7466-4834-be69-090f94d8cf99 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.050669 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab1310-7466-4834-be69-090f94d8cf99 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef79af80-3830-41d2-a80e-89c7c666d343,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:11.057086 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6bab1310-7466-4834-be69-090f94d8cf99 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.058327 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-6bab1310-7466-4834-be69-090f94d8cf99 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519825 Aug 31 04:33:11.061661 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59806) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:11.067268 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-96d76447-c37a-4a8e-9f1b-919a2745d033 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Request body: {'security_group_rule': {'security_group_id': '74ddf0bc-b8ad-448a-a2cb-5ece9377adeb', 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:11.102275 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96d76447-c37a-4a8e-9f1b-919a2745d033 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.172087 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96d76447-c37a-4a8e-9f1b-919a2745d033 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.176132 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96d76447-c37a-4a8e-9f1b-919a2745d033 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.199764 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d76447-c37a-4a8e-9f1b-919a2745d033 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea83c793-9c8a-4bce-b150-4d40335ab308,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:11.210400 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96d76447-c37a-4a8e-9f1b-919a2745d033 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.213711 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-96d76447-c37a-4a8e-9f1b-919a2745d033 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506231 Aug 31 04:33:11.215264 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 59836) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:11.220381 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-376b71de-51f8-4f34-a812-af42b6b51c8e tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Request body: {'security_group_rule': {'security_group_id': '74ddf0bc-b8ad-448a-a2cb-5ece9377adeb', 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:11.250462 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-376b71de-51f8-4f34-a812-af42b6b51c8e tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.290353 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d58a9-f053-4749-8c32-a4aa104dc793 req-601e1bba-d76c-4458-9f0e-5d596a5fd00c tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:11.292055 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e83d58a9-f053-4749-8c32-a4aa104dc793 req-601e1bba-d76c-4458-9f0e-5d596a5fd00c tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 945 time: 0.0573425 Aug 31 04:33:11.315203 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-376b71de-51f8-4f34-a812-af42b6b51c8e tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.319228 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-376b71de-51f8-4f34-a812-af42b6b51c8e tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.338811 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b71de-51f8-4f34-a812-af42b6b51c8e tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea7cabe-1779-48b8-906f-58c32c4058c2,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:11.343997 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e83d58a9-f053-4749-8c32-a4aa104dc793 req-cacd21c0-47ca-4d00-90a4-36dd6d045606 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448222 Aug 31 04:33:11.346417 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-376b71de-51f8-4f34-a812-af42b6b51c8e tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.348166 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-376b71de-51f8-4f34-a812-af42b6b51c8e tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316686 Aug 31 04:33:11.350858 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59850) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:11.356577 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6fa3c3dd-6366-4657-a896-b61b2fcbc2e0 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Request body: {'security_group_rule': {'security_group_id': '74ddf0bc-b8ad-448a-a2cb-5ece9377adeb', 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:11.386648 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c3dd-6366-4657-a896-b61b2fcbc2e0 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.447780 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c3dd-6366-4657-a896-b61b2fcbc2e0 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.452213 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c3dd-6366-4657-a896-b61b2fcbc2e0 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.475168 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3c3dd-6366-4657-a896-b61b2fcbc2e0 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1f8905-1fd9-4dc8-b24c-60175050873d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:11.479372 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c3dd-6366-4657-a896-b61b2fcbc2e0 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.480937 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-6fa3c3dd-6366-4657-a896-b61b2fcbc2e0 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289184 Aug 31 04:33:11.484361 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 59862) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:11.489620 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ca0f23c7-a73f-4cd9-a83d-4db10283b1cc tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Request body: {'security_group_rule': {'security_group_id': '74ddf0bc-b8ad-448a-a2cb-5ece9377adeb', 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:11.512354 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-ca0f23c7-a73f-4cd9-a83d-4db10283b1cc tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Project dc9b930e41cd41eaa6a57daaf977c110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:33:11.517983 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca0f23c7-a73f-4cd9-a83d-4db10283b1cc tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.556325 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 8605da4c-bde5-4be7-9588-df51587aac91 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:11.587475 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca0f23c7-a73f-4cd9-a83d-4db10283b1cc tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.593967 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca0f23c7-a73f-4cd9-a83d-4db10283b1cc tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.613772 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 8605da4c-bde5-4be7-9588-df51587aac91 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:11.613890 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f23c7-a73f-4cd9-a83d-4db10283b1cc tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf20e07-c227-463c-99ac-569187c0aa00,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:11.614657 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.630324 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca0f23c7-a73f-4cd9-a83d-4db10283b1cc tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.635839 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-ca0f23c7-a73f-4cd9-a83d-4db10283b1cc tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478419 Aug 31 04:33:11.636162 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 59878) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:11.641399 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6087e712-e2b7-42b8-ad76-11f137ada786 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Request body: {'security_group_rule': {'security_group_id': '74ddf0bc-b8ad-448a-a2cb-5ece9377adeb', 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:11.680151 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-6087e712-e2b7-42b8-ad76-11f137ada786 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Project dc9b930e41cd41eaa6a57daaf977c110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:33:11.695778 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6087e712-e2b7-42b8-ad76-11f137ada786 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.733806 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 0c3e9061-9c05-4912-9ef9-da843f790a09 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:11.792431 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0cb8d-52ef-4511-ab5b-25d34146ba31 req-0eed6356-101d-457c-b739-67b4c10f339e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:11.794331 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-65c0cb8d-52ef-4511-ab5b-25d34146ba31 req-0eed6356-101d-457c-b739-67b4c10f339e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.1166520 Aug 31 04:33:11.797138 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6087e712-e2b7-42b8-ad76-11f137ada786 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.802819 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6087e712-e2b7-42b8-ad76-11f137ada786 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.803858 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port 0c3e9061-9c05-4912-9ef9-da843f790a09 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:11.808648 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 0c3e9061-9c05-4912-9ef9-da843f790a09 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:11.809259 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.844895 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087e712-e2b7-42b8-ad76-11f137ada786 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc61672-8f2b-4317-9998-fb2702df1bb9,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:11.862004 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6087e712-e2b7-42b8-ad76-11f137ada786 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.863421 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-6087e712-e2b7-42b8-ad76-11f137ada786 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2262824 Aug 31 04:33:11.871107 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-65c0cb8d-52ef-4511-ab5b-25d34146ba31 req-4f566220-92a7-4030-814b-83e2bb823f16 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653489 Aug 31 04:33:11.920269 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:11.958486 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f27a6a-0031-42ad-b15d-67ddbb0008ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3e9061-9c05-4912-9ef9-da843f790a09'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:11.961152 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ef7113-c767-429b-8282-c1e4b9654fb5" -d '{"events": [{"server_uuid": "51f27a6a-0031-42ad-b15d-67ddbb0008ae", "name": "network-vif-plugged", "status": "completed", "tag": "0c3e9061-9c05-4912-9ef9-da843f790a09"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:11.979877 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 0c3e9061-9c05-4912-9ef9-da843f790a09, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0c3e9061-9c05-4912-9ef9-da843f790a09,segment=NetworkSegment(ad6768c0-669d-4aa3-b815-8902f11df1a1),segment_id=ad6768c0-669d-4aa3-b815-8902f11df1a1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:11.988116 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:12.037582 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eaa92a-51cb-4d7d-bd7c-b583a78aad09 x-openstack-request-id: req-f3eaa92a-51cb-4d7d-bd7c-b583a78aad09 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:12.037944 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f27a6a-0031-42ad-b15d-67ddbb0008ae", "name": "network-vif-plugged", "status": "completed", "tag": "0c3e9061-9c05-4912-9ef9-da843f790a09", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:12.038267 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f3eaa92a-51cb-4d7d-bd7c-b583a78aad09 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:12.038726 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f27a6a-0031-42ad-b15d-67ddbb0008ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3e9061-9c05-4912-9ef9-da843f790a09', 'code': 200} Aug 31 04:33:12.072760 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=0c3e9061-9c05-4912-9ef9-da843f790a09,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:12.148479 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Sync routers for ids ['53e2b26e-ba45-4cec-bac0-087ba18aebf7'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:33:12.167281 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Routers {'53e2b26e-ba45-4cec-bac0-087ba18aebf7'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:12.169336 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:32:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['53e2b26e-ba45-4cec-bac0-087ba18aebf7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:12.374744 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Set router 53e2b26e-ba45-4cec-bac0-087ba18aebf7 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:12.387219 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b68ad-dd84-4886-a90a-4fe5c8d37329 req-5356fca2-3887-444f-b918-b2470624c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:12.390340 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-be7b68ad-dd84-4886-a90a-4fe5c8d37329 req-5356fca2-3887-444f-b918-b2470624c031 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 1099 time: 0.1069138 Aug 31 04:33:12.471942 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 59998) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:12.474767 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-be7b68ad-dd84-4886-a90a-4fe5c8d37329 req-3bc53508-f270-4b12-87de-b876d74ce2d0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763128 Aug 31 04:33:12.523015 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90ca2-27c9-4201-9e80-37f7ab1b3c10 req-a5d5fcc9-4412-455e-97e4-bd3a73bbc28b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:12.532468 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3ae90ca2-27c9-4201-9e80-37f7ab1b3c10 req-a5d5fcc9-4412-455e-97e4-bd3a73bbc28b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 946 time: 0.0772769 Aug 31 04:33:12.582314 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3ae90ca2-27c9-4201-9e80-37f7ab1b3c10 req-40384a81-a2e1-40c5-ac3c-8e543e4ce06e tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483780 Aug 31 04:33:12.642994 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ba9767e8-391b-4db6-a7af-5847d5a1cae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:12.805021 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ba9767e8-391b-4db6-a7af-5847d5a1cae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:12.813776 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ba9767e8-391b-4db6-a7af-5847d5a1cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:12.829559 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'name': 'tempest-TestShelveInstance-800803087-router', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '8605da4c-bde5-4be7-9588-df51587aac91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:33:08Z', 'revision_number': 4, 'project_id': '9a0192abd4f04037860a474632c2886c', 'gw_port': {'id': '8605da4c-bde5-4be7-9588-df51587aac91', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '5077547b-7714-4622-9886-1df726e83736', 'name': '', 'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'mac_address': 'fa:16:3e:2a:bb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f9a0dd54-2824-49df-a20e-20ab32948150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:07Z', 'updated_at': '2021-08-31T04:33:08Z', 'revision_number': 2, 'project_id': '9a0192abd4f04037860a474632c2886c', 'subnets': [{'id': 'f9a0dd54-2824-49df-a20e-20ab32948150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:12.874192 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9767e8-391b-4db6-a7af-5847d5a1cae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bcbea1-87f6-47de-970e-3136735de1f1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:12.879580 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Checking router: 53e2b26e-ba45-4cec-bac0-087ba18aebf7 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:33:12.880005 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Updating router 53e2b26e-ba45-4cec-bac0-087ba18aebf7 port 5077547b-7714-4622-9886-1df726e83736 binding host dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:33:12.885851 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-ba9767e8-391b-4db6-a7af-5847d5a1cae3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91ac93ee4d9e4aa5961d378ed9978f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068301 Aug 31 04:33:12.886278 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 60032) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:12.930130 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:12.985044 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9d86-705f-447a-a6e2-d7609d0b550b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:13.038104 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9d86-705f-447a-a6e2-d7609d0b550b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:13.082487 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64833b03-a6c7-4042-8206-7549935328a6 req-da69bf12-3d56-41ea-93b1-14422219651d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:13.083998 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-64833b03-a6c7-4042-8206-7549935328a6 req-da69bf12-3d56-41ea-93b1-14422219651d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0847733 Aug 31 04:33:13.141250 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9d86-705f-447a-a6e2-d7609d0b550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:13.145741 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9d86-705f-447a-a6e2-d7609d0b550b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:13.147776 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-dfcf9d86-705f-447a-a6e2-d7609d0b550b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72bcbea1-87f6-47de-970e-3136735de1f1 HTTP/1.1" status: 204 len: 168 time: 0.2603619 Aug 31 04:33:13.182660 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf9d86-705f-447a-a6e2-d7609d0b550b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bcbea1-87f6-47de-970e-3136735de1f1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:13.198729 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-64833b03-a6c7-4042-8206-7549935328a6 req-b6fb2918-e696-4a1b-825b-82f1798013f5 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812063 Aug 31 04:33:13.247507 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:13.258908 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Transition to ACTIVE for port object 5077547b-7714-4622-9886-1df726e83736 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:13.266330 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:13.321116 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17e928-9861-4c0b-9b0f-a5fa979808b5 None None] Pushing event updated for resources: {'Port': ['ID=5077547b-7714-4622-9886-1df726e83736,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:13.398247 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Attempting to bind port 5077547b-7714-4622-9886-1df726e83736 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:13.398247 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Attempting to bind port 5077547b-7714-4622-9886-1df726e83736 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'a92f9fa9-1bf3-434c-be1f-4d139e60549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:13.398800 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Attempting to bind port 5077547b-7714-4622-9886-1df726e83736 on network 312d1daa-ee3c-422b-8c5a-836029ac6530 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:13.406356 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:13.406849 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Checking segment: {'id': 'a92f9fa9-1bf3-434c-be1f-4d139e60549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:13.407393 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:13.407984 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Bound using segment: {'id': 'a92f9fa9-1bf3-434c-be1f-4d139e60549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:13.408565 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Bound port: 5077547b-7714-4622-9886-1df726e83736, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92f9fa9-1bf3-434c-be1f-4d139e60549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:13.409275 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:13.505889 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] For port 5077547b-7714-4622-9886-1df726e83736, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:13.509974 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] For port 5077547b-7714-4622-9886-1df726e83736, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=5077547b-7714-4622-9886-1df726e83736,segment=NetworkSegment(a92f9fa9-1bf3-434c-be1f-4d139e60549b),segment_id=a92f9fa9-1bf3-434c-be1f-4d139e60549b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:13.514926 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:13.574894 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Routers {'53e2b26e-ba45-4cec-bac0-087ba18aebf7'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:13.576111 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:32:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['53e2b26e-ba45-4cec-bac0-087ba18aebf7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:13.577927 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17e928-9861-4c0b-9b0f-a5fa979808b5 None None] Pushing event updated for resources: {'Port': ['ID=5077547b-7714-4622-9886-1df726e83736,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:13.714106 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] Set router 53e2b26e-ba45-4cec-bac0-087ba18aebf7 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:13.782946 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69ff29-45be-4a7f-8138-69ccf8592b6a req-de8c7460-6068-4106-83e8-b8afc0646385 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:13.796648 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3b69ff29-45be-4a7f-8138-69ccf8592b6a req-de8c7460-6068-4106-83e8-b8afc0646385 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 946 time: 0.1223888 Aug 31 04:33:13.874059 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3b69ff29-45be-4a7f-8138-69ccf8592b6a req-3a21ea0b-77e1-42cc-bedb-9d3983fa20ca tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763822 Aug 31 04:33:14.036072 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'name': 'tempest-TestShelveInstance-800803087-router', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '8605da4c-bde5-4be7-9588-df51587aac91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:33:08Z', 'revision_number': 4, 'project_id': '9a0192abd4f04037860a474632c2886c', 'gw_port': {'id': '8605da4c-bde5-4be7-9588-df51587aac91', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '5077547b-7714-4622-9886-1df726e83736', 'name': '', 'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'mac_address': 'fa:16:3e:2a:bb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f9a0dd54-2824-49df-a20e-20ab32948150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:07Z', 'updated_at': '2021-08-31T04:33:13Z', 'revision_number': 4, 'project_id': '9a0192abd4f04037860a474632c2886c', 'subnets': [{'id': 'f9a0dd54-2824-49df-a20e-20ab32948150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:14.069250 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d10e4-719c-4a0a-9b74-bbebefc4df53 None None] The sync data for ids ['53e2b26e-ba45-4cec-bac0-087ba18aebf7'] in dv-cinder-778193-7-smb is: [{'id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'name': 'tempest-TestShelveInstance-800803087-router', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '8605da4c-bde5-4be7-9588-df51587aac91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:33:08Z', 'revision_number': 4, 'project_id': '9a0192abd4f04037860a474632c2886c', 'gw_port': {'id': '8605da4c-bde5-4be7-9588-df51587aac91', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '5077547b-7714-4622-9886-1df726e83736', 'name': '', 'network_id': '312d1daa-ee3c-422b-8c5a-836029ac6530', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'mac_address': 'fa:16:3e:2a:bb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f9a0dd54-2824-49df-a20e-20ab32948150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:07Z', 'updated_at': '2021-08-31T04:33:13Z', 'revision_number': 4, 'project_id': '9a0192abd4f04037860a474632c2886c', 'subnets': [{'id': 'f9a0dd54-2824-49df-a20e-20ab32948150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:33:14.346229 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6058a9-0426-4347-bec0-3cf4cb51171b req-6be26538-8eed-4162-bdd1-5fea6516d154 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:14.347807 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7a6058a9-0426-4347-bec0-3cf4cb51171b req-6be26538-8eed-4162-bdd1-5fea6516d154 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0614095 Aug 31 04:33:14.388844 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7a6058a9-0426-4347-bec0-3cf4cb51171b req-2200adcb-b655-4666-b4d6-dbe3f3d280c1 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347092 Aug 31 04:33:15.009908 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41821fd-dcdf-4789-a0c7-179ca6086521 req-bd7c0da9-f3d4-4645-9b6f-3c5adc18ca4f tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:15.011412 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d41821fd-dcdf-4789-a0c7-179ca6086521 req-bd7c0da9-f3d4-4645-9b6f-3c5adc18ca4f tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 946 time: 0.0504348 Aug 31 04:33:15.049539 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d41821fd-dcdf-4789-a0c7-179ca6086521 req-43c309aa-b02e-452a-a4b6-2e9d70ee7017 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315812 Aug 31 04:33:15.529472 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19640f-6a9f-4c85-80ac-6006e19c343f req-669d05ad-949d-43a0-85aa-09367e854cb9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:15.537102 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3d19640f-6a9f-4c85-80ac-6006e19c343f req-669d05ad-949d-43a0-85aa-09367e854cb9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0702693 Aug 31 04:33:15.645038 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3d19640f-6a9f-4c85-80ac-6006e19c343f req-364bf930-0833-4fb6-901a-18f3ef00e76b tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066782 Aug 31 04:33:15.649210 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 5077547b-7714-4622-9886-1df726e83736 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:15.682276 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 60156) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:15.710299 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 5077547b-7714-4622-9886-1df726e83736 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:15.715293 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 5077547b-7714-4622-9886-1df726e83736 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:15.715921 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:15.799115 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:15.847371 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 5077547b-7714-4622-9886-1df726e83736, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=5077547b-7714-4622-9886-1df726e83736,segment=NetworkSegment(a92f9fa9-1bf3-434c-be1f-4d139e60549b),segment_id=a92f9fa9-1bf3-434c-be1f-4d139e60549b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:15.851647 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-8d87a39d-2f0b-4396-8778-fdadace97b36 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=498d14fe13f7427c9e35b4380ce15d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681356 Aug 31 04:33:15.853231 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:15.854115 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 60162) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:15.918742 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=5077547b-7714-4622-9886-1df726e83736,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:15.924266 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc9a0c9c-4cb9-4009-a5d6-b75c062c9f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:15.937374 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694805c6-9b0d-406f-96bb-5acb70d13b1a req-21cb7133-add0-49cc-bdd8-8914e43970fd tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:15.939107 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-694805c6-9b0d-406f-96bb-5acb70d13b1a req-21cb7133-add0-49cc-bdd8-8914e43970fd tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 946 time: 0.0650640 Aug 31 04:33:15.947428 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc9a0c9c-4cb9-4009-a5d6-b75c062c9f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:15.977145 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-694805c6-9b0d-406f-96bb-5acb70d13b1a req-72e6e3e6-1031-4288-a925-2a477cb51dc6 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Aug 31 04:33:15.993188 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc9a0c9c-4cb9-4009-a5d6-b75c062c9f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:15.995658 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc9a0c9c-4cb9-4009-a5d6-b75c062c9f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:15.996850 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-bc9a0c9c-4cb9-4009-a5d6-b75c062c9f3f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f32af7ed-c799-44a4-a376-afaf8b87a5db HTTP/1.1" status: 204 len: 168 time: 0.1415012 Aug 31 04:33:16.004941 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a0c9c-4cb9-4009-a5d6-b75c062c9f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32af7ed-c799-44a4-a376-afaf8b87a5db,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:16.613944 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 60190) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:16.753307 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-238396446-network', 'tenant_id': '205309022522434d9f66fe2bbf079e9f'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:16.797186 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Made reservation on behalf of 205309022522434d9f66fe2bbf079e9f for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:16.799575 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:16.808945 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a041fe-d281-401e-b052-5ef85b0061eb req-71f98869-7fd7-498a-b3ca-1b84f8a3a88f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:16.810497 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-53a041fe-d281-401e-b052-5ef85b0061eb req-71f98869-7fd7-498a-b3ca-1b84f8a3a88f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0721495 Aug 31 04:33:16.816416 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:16.878576 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-53a041fe-d281-401e-b052-5ef85b0061eb req-7a71a20e-1f59-4242-93fa-a0c2becbcd3b tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590746 Aug 31 04:33:16.947258 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:16.951551 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:16.985493 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:33:16.991688 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12099431-a539-47f0-a247-3e017364b3a4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:17.007304 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:17.007304 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Added segment a5d63a16-87b5-4cfc-8847-3d8fa7a588ad of type vlan for network bbf45189-5da6-44b3-8497-26cd02a48485 Aug 31 04:33:17.064763 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:17.091643 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:17.093046 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:17.093881 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:17.134495 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374710bb-a398-4327-b458-4dec89128432 req-21fe4b67-db86-45de-a549-0db67bc92af6 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:17.136075 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-374710bb-a398-4327-b458-4dec89128432 req-21fe4b67-db86-45de-a549-0db67bc92af6 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 946 time: 0.0649390 Aug 31 04:33:17.162278 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5466654 Aug 31 04:33:17.165292 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 60214) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:17.173448 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e5f08779-e7a2-47b5-98ea-c95c36d92227 admin admin] Request body: {'subnet': {'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-238396446-subnet', 'tenant_id': '205309022522434d9f66fe2bbf079e9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:17.179879 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be27b7-6b7a-4cc3-ad5a-52aabde4e5de admin admin] Pushing event updated for resources: {'Network': ['ID=bbf45189-5da6-44b3-8497-26cd02a48485,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:17.193099 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network bbf45189-5da6-44b3-8497-26cd02a48485 details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:33:17.202927 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f08779-e7a2-47b5-98ea-c95c36d92227 admin admin] Made reservation on behalf of 205309022522434d9f66fe2bbf079e9f for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:17.206689 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5f08779-e7a2-47b5-98ea-c95c36d92227 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3097633'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:17.233625 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-374710bb-a398-4327-b458-4dec89128432 req-d7bbbb4e-7188-4fa3-af37-bc25dc5720f9 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830028 Aug 31 04:33:17.413567 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5f08779-e7a2-47b5-98ea-c95c36d92227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3097655'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:17.486566 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f08779-e7a2-47b5-98ea-c95c36d92227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ba5972-fc20-4742-86f4-0e4b2b012ed8,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:17.494501 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f08779-e7a2-47b5-98ea-c95c36d92227 admin admin] Checking segment: {'id': 'a5d63a16-87b5-4cfc-8847-3d8fa7a588ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:17.495049 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f08779-e7a2-47b5-98ea-c95c36d92227 admin admin] Network hostable DHCP agents. Network: bbf45189-5da6-44b3-8497-26cd02a48485, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:33:17.514196 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f08779-e7a2-47b5-98ea-c95c36d92227 admin admin] Network bbf45189-5da6-44b3-8497-26cd02a48485 is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:33:17.526767 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e5f08779-e7a2-47b5-98ea-c95c36d92227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, bbf45189-5da6-44b3-8497-26cd02a48485) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:17.532206 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f08779-e7a2-47b5-98ea-c95c36d92227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:17.533276 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5f08779-e7a2-47b5-98ea-c95c36d92227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:17.537241 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0051390e-ca43-480e-98f5-e0527d1cc787 None None] Network bbf45189-5da6-44b3-8497-26cd02a48485 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:17.547709 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-e5f08779-e7a2-47b5-98ea-c95c36d92227 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3813326 Aug 31 04:33:17.586444 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 5077547b-7714-4622-9886-1df726e83736 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:17.694912 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 5077547b-7714-4622-9886-1df726e83736 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:17.695289 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:17.729463 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09749cc4-894f-4edc-a598-e17f6fcf01e9 None None] Network bbf45189-5da6-44b3-8497-26cd02a48485 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:33:18.016506 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104a759-7b69-4e16-a41f-d8b36cb2dfdb req-0d0d4932-aa44-4ed4-92a2-c2ab392d2e40 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:18.018132 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4104a759-7b69-4e16-a41f-d8b36cb2dfdb req-0d0d4932-aa44-4ed4-92a2-c2ab392d2e40 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0679729 Aug 31 04:33:18.042028 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0b2b3-675b-4d23-be6a-ba60767f7dab req-4eeb0f9f-1cd2-4b00-b5d1-664573f00835 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:18.044136 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-59b0b2b3-675b-4d23-be6a-ba60767f7dab req-4eeb0f9f-1cd2-4b00-b5d1-664573f00835 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 946 time: 0.0662930 Aug 31 04:33:18.077236 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4104a759-7b69-4e16-a41f-d8b36cb2dfdb req-27c394bc-5ac7-43a5-8829-b55489798ef6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443010 Aug 31 04:33:18.164863 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-59b0b2b3-675b-4d23-be6a-ba60767f7dab req-6fb4cf45-2650-4e1a-9acd-4fb0630decf3 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Deleting port 0c3e9061-9c05-4912-9ef9-da843f790a09 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:33:18.165498 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-59b0b2b3-675b-4d23-be6a-ba60767f7dab req-6fb4cf45-2650-4e1a-9acd-4fb0630decf3 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:18.250158 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-59b0b2b3-675b-4d23-be6a-ba60767f7dab req-6fb4cf45-2650-4e1a-9acd-4fb0630decf3 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] For port 0c3e9061-9c05-4912-9ef9-da843f790a09, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0c3e9061-9c05-4912-9ef9-da843f790a09,segment=NetworkSegment(ad6768c0-669d-4aa3-b815-8902f11df1a1),segment_id=ad6768c0-669d-4aa3-b815-8902f11df1a1)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:18.250434 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-59b0b2b3-675b-4d23-be6a-ba60767f7dab req-6fb4cf45-2650-4e1a-9acd-4fb0630decf3 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:18.264244 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-59b0b2b3-675b-4d23-be6a-ba60767f7dab req-6fb4cf45-2650-4e1a-9acd-4fb0630decf3 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Calling delete_port for 0c3e9061-9c05-4912-9ef9-da843f790a09 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:33:18.376458 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3343e9-6b59-4761-a4a0-8a3f237dae16 req-bf5eb759-f57e-4495-9269-50ecd0b47063 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:18.378024 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7f3343e9-6b59-4761-a4a0-8a3f237dae16 req-bf5eb759-f57e-4495-9269-50ecd0b47063 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=51f27a6a-0031-42ad-b15d-67ddbb0008ae HTTP/1.1" status: 200 len: 946 time: 0.0718288 Aug 31 04:33:18.453772 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7f3343e9-6b59-4761-a4a0-8a3f237dae16 req-abf502a4-0ff2-49e7-b24a-c29c84cd8975 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695691 Aug 31 04:33:18.460801 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-59b0b2b3-675b-4d23-be6a-ba60767f7dab req-6fb4cf45-2650-4e1a-9acd-4fb0630decf3 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:18.490638 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4cf45-2650-4e1a-9acd-4fb0630decf3 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Pushing event deleted for resources: {'Port': ['ID=0c3e9061-9c05-4912-9ef9-da843f790a09,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:18.504659 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['0c3e9061-9c05-4912-9ef9-da843f790a09'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:33:18.533780 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b0b2b3-675b-4d23-be6a-ba60767f7dab req-6fb4cf45-2650-4e1a-9acd-4fb0630decf3 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] No DVR routers for this DVR port 0c3e9061-9c05-4912-9ef9-da843f790a09 on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:33:18.536221 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-59b0b2b3-675b-4d23-be6a-ba60767f7dab req-6fb4cf45-2650-4e1a-9acd-4fb0630decf3 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:18.538206 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-59b0b2b3-675b-4d23-be6a-ba60767f7dab req-6fb4cf45-2650-4e1a-9acd-4fb0630decf3 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.16 "DELETE /v2.0/ports/0c3e9061-9c05-4912-9ef9-da843f790a09 HTTP/1.1" status: 204 len: 173 time: 0.4822676 Aug 31 04:33:18.538653 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f27a6a-0031-42ad-b15d-67ddbb0008ae', 'name': 'network-vif-deleted', 'tag': '0c3e9061-9c05-4912-9ef9-da843f790a09'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:18.540928 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6a0a91-9461-455b-babd-cc964f35829a" -d '{"events": [{"server_uuid": "51f27a6a-0031-42ad-b15d-67ddbb0008ae", "name": "network-vif-deleted", "tag": "0c3e9061-9c05-4912-9ef9-da843f790a09"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:18.581512 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711d455d-ba5e-4954-a3a2-39e8ab9ee578 x-openstack-request-id: req-711d455d-ba5e-4954-a3a2-39e8ab9ee578 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:18.582017 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f27a6a-0031-42ad-b15d-67ddbb0008ae", "name": "network-vif-deleted", "tag": "0c3e9061-9c05-4912-9ef9-da843f790a09", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:18.582506 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-711d455d-ba5e-4954-a3a2-39e8ab9ee578 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:18.583130 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f27a6a-0031-42ad-b15d-67ddbb0008ae', 'name': 'network-vif-deleted', 'tag': '0c3e9061-9c05-4912-9ef9-da843f790a09', 'status': 'completed', 'code': 200} Aug 31 04:33:19.202898 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750af78-238d-49af-8b33-531e023fe3f4 req-973836b0-583a-40ae-9886-85f875bfca68 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:19.204729 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6750af78-238d-49af-8b33-531e023fe3f4 req-973836b0-583a-40ae-9886-85f875bfca68 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0538557 Aug 31 04:33:19.249486 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6750af78-238d-49af-8b33-531e023fe3f4 req-051df913-facc-4817-9208-41572cf50bf9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378871 Aug 31 04:33:19.361697 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-687ff0ab-2caf-44b2-b5c8-615b90b8343c tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:19.363071 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-687ff0ab-2caf-44b2-b5c8-615b90b8343c tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/networks?id=bbf45189-5da6-44b3-8497-26cd02a48485 HTTP/1.1" status: 200 len: 813 time: 0.1067739 Aug 31 04:33:19.377773 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-a360d77b-d5ca-4f02-9151-ff96f0c07cf6 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/quotas/205309022522434d9f66fe2bbf079e9f HTTP/1.1" status: 200 len: 375 time: 0.0090876 Aug 31 04:33:19.407977 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-a1599ca6-2e55-4e71-8e76-739b4e3e6784 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=205309022522434d9f66fe2bbf079e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251248 Aug 31 04:33:19.478650 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c58d616f-7642-431e-8273-32f7278e93ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:19.517557 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-afcbabe8-8ffa-43f4-b125-b8e29e667d76 service neutron] 10.222.0.38 "GET /v2.0/networks/bbf45189-5da6-44b3-8497-26cd02a48485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027246 Aug 31 04:33:19.607680 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-19771f5f-f8ba-4811-ab69-14d7eb6f6d73 service neutron] 10.222.0.38 "GET /v2.0/networks/bbf45189-5da6-44b3-8497-26cd02a48485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890381 Aug 31 04:33:19.751226 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 60302) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:19.777391 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-6f22a993-aa82-4b8e-8bae-986a29aac270 req-41199f35-f435-4baa-9cae-36eda11dd342 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 210 time: 0.0377138 Aug 31 04:33:19.805726 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-9f9dcc80-9c09-43de-9ab1-66fdbadeeb90 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:19.808213 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-9f9dcc80-9c09-43de-9ab1-66fdbadeeb90 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/networks?id=81f160a3-f866-4e7a-88d5-927ac9760a87 HTTP/1.1" status: 200 len: 809 time: 0.1465216 Aug 31 04:33:19.816514 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb97dd36-86cd-4550-a3a0-df5d06735472 admin admin] Deleting subnet d43c57ab-811d-49a5-854f-741f9ab8ae9d {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:33:19.820090 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb97dd36-86cd-4550-a3a0-df5d06735472 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:19.828984 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-08c6c49e-25ce-47ae-93d3-ebfdc62abb4e tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/quotas/30365d5d2d3a47f3964fd764a6a30908 HTTP/1.1" status: 200 len: 375 time: 0.0146561 Aug 31 04:33:19.868816 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb97dd36-86cd-4550-a3a0-df5d06735472 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624840'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:19.871559 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-14839026-bfe7-43d8-8820-56559bb7d365 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=30365d5d2d3a47f3964fd764a6a30908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396192 Aug 31 04:33:19.919790 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb97dd36-86cd-4550-a3a0-df5d06735472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:19.995605 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-87556e09-192a-4c9f-be38-2e8ab5338aaf service neutron] 10.222.0.38 "GET /v2.0/networks/81f160a3-f866-4e7a-88d5-927ac9760a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111326 Aug 31 04:33:20.000538 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb97dd36-86cd-4550-a3a0-df5d06735472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3097614'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.033898 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97dd36-86cd-4550-a3a0-df5d06735472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43c57ab-811d-49a5-854f-741f9ab8ae9d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:20.035714 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb97dd36-86cd-4550-a3a0-df5d06735472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.041340 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-eb97dd36-86cd-4550-a3a0-df5d06735472 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d43c57ab-811d-49a5-854f-741f9ab8ae9d HTTP/1.1" status: 204 len: 168 time: 0.2855775 Aug 31 04:33:20.042164 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 60314) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:20.109307 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-e4de96a3-7b76-482f-b4dd-38fd606ff861 service neutron] 10.222.0.38 "GET /v2.0/networks/81f160a3-f866-4e7a-88d5-927ac9760a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102057 Aug 31 04:33:20.118137 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-482d56eb-d3ff-445e-95db-2c76d0c54751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.219170 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-482d56eb-d3ff-445e-95db-2c76d0c54751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.230896 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-482d56eb-d3ff-445e-95db-2c76d0c54751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a1e80f-5cc5-45a0-be62-76cd6580c1eb']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:20.241690 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-482d56eb-d3ff-445e-95db-2c76d0c54751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9215481e-d918-4d86-860d-16087cd55850') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:20.241989 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-482d56eb-d3ff-445e-95db-2c76d0c54751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9215481e-d918-4d86-860d-16087cd55850') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:20.251631 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-482d56eb-d3ff-445e-95db-2c76d0c54751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624883'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.268473 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-482d56eb-d3ff-445e-95db-2c76d0c54751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.277865 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482d56eb-d3ff-445e-95db-2c76d0c54751 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:33:20.278845 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-482d56eb-d3ff-445e-95db-2c76d0c54751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792599'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: Traceback (most recent call last): Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: timer() Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: cb(*args, **kw) Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: return func(*args, **kwargs) Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: self._notify() Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: self.callback(batched_events) Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: event.method(event) Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: return f(self, *a, **k) Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: return self._get(url).json() Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: return self.request(url, 'GET', **kwargs) Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:33:20.282117 dv-cinder-778193-7-smb neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:33:20.369664 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-788898e5-9753-49eb-afb6-7a70d638e39d req-9f43e060-f965-438b-a557-0d1885ed8e1b tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 210 time: 0.0471568 Aug 31 04:33:20.380893 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-482d56eb-d3ff-445e-95db-2c76d0c54751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.393646 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-482d56eb-d3ff-445e-95db-2c76d0c54751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.398958 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-482d56eb-d3ff-445e-95db-2c76d0c54751 admin admin] 10.222.0.38 "DELETE /v2.0/networks/96a1e80f-5cc5-45a0-be62-76cd6580c1eb HTTP/1.1" status: 204 len: 168 time: 0.3564267 Aug 31 04:33:20.400342 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 60324) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:20.408512 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d56eb-d3ff-445e-95db-2c76d0c54751 admin admin] Pushing event deleted for resources: {'Network': ['ID=96a1e80f-5cc5-45a0-be62-76cd6580c1eb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:20.456833 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c0e05-0131-4f89-b271-3c4cddbe9840 req-0334644d-0ace-48be-ba74-1ca58f49f507 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:20.458482 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-753c0e05-0131-4f89-b271-3c4cddbe9840 req-0334644d-0ace-48be-ba74-1ca58f49f507 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.1176970 Aug 31 04:33:20.493754 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbaebc49-cb78-45e8-992a-b48d16463b44 admin admin] Deleting subnet 8f58d027-3843-47f8-a375-a2a7d3028d3d {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:33:20.506629 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fbaebc49-cb78-45e8-992a-b48d16463b44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.538684 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-753c0e05-0131-4f89-b271-3c4cddbe9840 req-b2264782-59c9-462d-a318-7a252cca5020 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723498 Aug 31 04:33:20.567523 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fbaebc49-cb78-45e8-992a-b48d16463b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3121594'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.606278 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fbaebc49-cb78-45e8-992a-b48d16463b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.672006 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fbaebc49-cb78-45e8-992a-b48d16463b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3121191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3044847'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.698504 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaebc49-cb78-45e8-992a-b48d16463b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f58d027-3843-47f8-a375-a2a7d3028d3d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:20.702360 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fbaebc49-cb78-45e8-992a-b48d16463b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.705438 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-fbaebc49-cb78-45e8-992a-b48d16463b44 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8f58d027-3843-47f8-a375-a2a7d3028d3d HTTP/1.1" status: 204 len: 168 time: 0.3046002 Aug 31 04:33:20.706746 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 60332) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:20.773553 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-056c95af-b6e2-4fa6-b3d6-9f68fb61dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.840491 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.862371 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-056c95af-b6e2-4fa6-b3d6-9f68fb61dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.872464 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-056c95af-b6e2-4fa6-b3d6-9f68fb61dad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55849935-3899-4dff-bbcc-5d29c6621e64']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:20.879797 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-90207375-88e4-45d1-b73d-ff3de3f621f1 req-ca275d08-8180-4b89-b370-38a9b0296bc0 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 210 time: 0.0256543 Aug 31 04:33:20.882702 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-056c95af-b6e2-4fa6-b3d6-9f68fb61dad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2491f07-9194-4f79-addd-d9281a2d9531') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:20.882984 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-056c95af-b6e2-4fa6-b3d6-9f68fb61dad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2491f07-9194-4f79-addd-d9281a2d9531') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:20.893123 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-056c95af-b6e2-4fa6-b3d6-9f68fb61dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121537'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.910825 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-056c95af-b6e2-4fa6-b3d6-9f68fb61dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.917092 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056c95af-b6e2-4fa6-b3d6-9f68fb61dad0 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:33:20.917480 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-056c95af-b6e2-4fa6-b3d6-9f68fb61dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121309'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: Traceback (most recent call last): Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: timer() Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: cb(*args, **kw) Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: return func(*args, **kwargs) Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: self._notify() Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: self.callback(batched_events) Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: event.method(event) Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: return f(self, *a, **k) Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: return self._get(url).json() Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:33:20.919164 dv-cinder-778193-7-smb neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:33:20.976911 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-056c95af-b6e2-4fa6-b3d6-9f68fb61dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.984620 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-056c95af-b6e2-4fa6-b3d6-9f68fb61dad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:20.988984 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-056c95af-b6e2-4fa6-b3d6-9f68fb61dad0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/55849935-3899-4dff-bbcc-5d29c6621e64 HTTP/1.1" status: 204 len: 168 time: 0.2788410 Aug 31 04:33:20.999455 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c95af-b6e2-4fa6-b3d6-9f68fb61dad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=55849935-3899-4dff-bbcc-5d29c6621e64,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:21.117306 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 60340) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:21.163005 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-d2ec0296-cd81-44e0-b639-5701fd826944 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1072a660661749908329943534d4e523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470829 Aug 31 04:33:21.165380 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 60342) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:21.297438 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-253c037a-2121-49de-b56b-04c9cda98508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:21.326506 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-949dcdae-fc8b-47a4-ad91-56565459cc20 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:21.327946 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-949dcdae-fc8b-47a4-ad91-56565459cc20 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.16 "GET /v2.0/networks?id=bbf45189-5da6-44b3-8497-26cd02a48485 HTTP/1.1" status: 200 len: 813 time: 0.1511216 Aug 31 04:33:21.336634 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-253c037a-2121-49de-b56b-04c9cda98508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:21.373795 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-1935b88e-ba26-4f10-92ff-225caa1e5386 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Request body: {'port': {'device_id': '48a9d1a2-f0af-4fc6-98c4-44ba015831d2', 'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485', 'admin_state_up': True, 'tenant_id': '205309022522434d9f66fe2bbf079e9f'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:21.436167 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-253c037a-2121-49de-b56b-04c9cda98508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:21.438792 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-253c037a-2121-49de-b56b-04c9cda98508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:21.439936 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-253c037a-2121-49de-b56b-04c9cda98508 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56faf626-20bf-46b6-b52c-ab323b924f08 HTTP/1.1" status: 204 len: 168 time: 0.2736547 Aug 31 04:33:21.501036 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c037a-2121-49de-b56b-04c9cda98508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56faf626-20bf-46b6-b52c-ab323b924f08,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:21.507604 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-64a19580-a5d4-4b37-9fc4-267c7bbc7fe8 req-e7ed7b06-a09f-4416-80c5-9286cd00c71c tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 210 time: 0.0664158 Aug 31 04:33:21.562527 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-1935b88e-ba26-4f10-92ff-225caa1e5386 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Made reservation on behalf of 205309022522434d9f66fe2bbf079e9f for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:21.566018 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-1935b88e-ba26-4f10-92ff-225caa1e5386 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:21.678786 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a0b46-17bd-4874-bf1f-84be84822b4b req-674ed5ba-3d35-4b5b-b83c-27dff658a967 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:21.680467 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-db3a0b46-17bd-4874-bf1f-84be84822b4b req-674ed5ba-3d35-4b5b-b83c-27dff658a967 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0566664 Aug 31 04:33:21.722568 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-1935b88e-ba26-4f10-92ff-225caa1e5386 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Allocated IP 172.20.0.9 (bbf45189-5da6-44b3-8497-26cd02a48485/35ba5972-fc20-4742-86f4-0e4b2b012ed8/c48661e9-0802-42db-a3f3-9a5153a85767) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:21.736586 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-db3a0b46-17bd-4874-bf1f-84be84822b4b req-da3d0485-a88d-4e12-8262-636c197ef22a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474839 Aug 31 04:33:21.771421 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 0c3e9061-9c05-4912-9ef9-da843f790a09 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:33:21.811974 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: 0c3e9061-9c05-4912-9ef9-da843f790a09 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:33:21.812646 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 0c3e9061-9c05-4912-9ef9-da843f790a09 not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:33:21.827306 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 60360) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:21.883265 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-bab2d736-da55-4245-9e61-1c094f48b32e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f2a708c0ee246b3b506d9e526321a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520933 Aug 31 04:33:21.883603 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 60362) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:21.945425 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a2c869f-1688-48c3-8a76-937f0504aa12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:21.970725 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a2c869f-1688-48c3-8a76-937f0504aa12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:22.019119 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a2c869f-1688-48c3-8a76-937f0504aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:22.021482 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a2c869f-1688-48c3-8a76-937f0504aa12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:22.024898 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-1a2c869f-1688-48c3-8a76-937f0504aa12 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6ba46792-a0d8-4620-9dc2-0116840e1c3a HTTP/1.1" status: 204 len: 168 time: 0.1404066 Aug 31 04:33:22.033526 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8e8e6537-0435-4198-8482-d1718da5bf3f req-e6d6f435-6931-4bbd-95d7-f36d6c77fff4 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 210 time: 0.0497499 Aug 31 04:33:22.038460 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c869f-1688-48c3-8a76-937f0504aa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba46792-a0d8-4620-9dc2-0116840e1c3a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:22.060194 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-f87fc3f2-753d-4a84-819d-76ec26448c56 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:22.062022 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-f87fc3f2-753d-4a84-819d-76ec26448c56 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.16 "GET /v2.0/networks?id=81f160a3-f866-4e7a-88d5-927ac9760a87 HTTP/1.1" status: 200 len: 809 time: 0.3111238 Aug 31 04:33:22.068203 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-1935b88e-ba26-4f10-92ff-225caa1e5386 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:22.088218 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-7bc1c5e9-5880-4e78-b38b-8f0b31030c10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Request body: {'port': {'device_id': '97b6864f-0bdb-45c7-8f07-733a0e02435b', 'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87', 'admin_state_up': True, 'tenant_id': '30365d5d2d3a47f3964fd764a6a30908'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:22.163702 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-1935b88e-ba26-4f10-92ff-225caa1e5386 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:22.232808 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-1935b88e-ba26-4f10-92ff-225caa1e5386 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Network bbf45189-5da6-44b3-8497-26cd02a48485 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:22.243105 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-1935b88e-ba26-4f10-92ff-225caa1e5386 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:22.249745 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-1935b88e-ba26-4f10-92ff-225caa1e5386 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:22.251412 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-283ebc87-24fe-4245-8af3-40f492d3c8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:22.282242 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935b88e-ba26-4f10-92ff-225caa1e5386 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Pushing event updated for resources: {'Port': ['ID=c48661e9-0802-42db-a3f3-9a5153a85767,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:22.306785 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-7bc1c5e9-5880-4e78-b38b-8f0b31030c10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Made reservation on behalf of 30365d5d2d3a47f3964fd764a6a30908 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:22.310769 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-7bc1c5e9-5880-4e78-b38b-8f0b31030c10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:22.337437 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-1935b88e-ba26-4f10-92ff-225caa1e5386 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:22.338070 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-1935b88e-ba26-4f10-92ff-225caa1e5386 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:22.392114 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-1935b88e-ba26-4f10-92ff-225caa1e5386 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0233493 Aug 31 04:33:22.419949 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Request body: {'port': {'device_id': '48a9d1a2-f0af-4fc6-98c4-44ba015831d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:22.432496 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:22.519486 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-7bc1c5e9-5880-4e78-b38b-8f0b31030c10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Allocated IP 172.20.0.12 (81f160a3-f866-4e7a-88d5-927ac9760a87/f2772de0-f2aa-4133-a7a1-0054aedd8fa3/cf3bd5e4-feb6-4c0b-8fed-d83d4419b851) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:22.521523 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:22.640721 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4f89ed08-0242-4556-a239-8f05e11ae88d req-32de3235-d865-459b-9e9e-2a1c59c62097 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 210 time: 0.0372996 Aug 31 04:33:22.842072 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-7bc1c5e9-5880-4e78-b38b-8f0b31030c10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:22.925536 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7c31d-ae45-4b8d-8524-c880ff2c8618 req-76ef8dea-d59c-437f-9126-d7ca59e0c89c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:22.927043 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b7a7c31d-ae45-4b8d-8524-c880ff2c8618 req-76ef8dea-d59c-437f-9126-d7ca59e0c89c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.1066887 Aug 31 04:33:23.007870 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48661e9-0802-42db-a3f3-9a5153a85767 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:33:23.014862 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b7a7c31d-ae45-4b8d-8524-c880ff2c8618 req-6014d1ae-8dbd-4330-83f1-f05c7f4aded6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785983 Aug 31 04:33:23.015827 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-7bc1c5e9-5880-4e78-b38b-8f0b31030c10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.025337 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.069704 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-7bc1c5e9-5880-4e78-b38b-8f0b31030c10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Network 81f160a3-f866-4e7a-88d5-927ac9760a87 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:23.070770 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Transition to ACTIVE for port object c48661e9-0802-42db-a3f3-9a5153a85767 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:23.078591 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.083488 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-7bc1c5e9-5880-4e78-b38b-8f0b31030c10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:23.093123 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-7bc1c5e9-5880-4e78-b38b-8f0b31030c10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:23.096646 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1c5e9-5880-4e78-b38b-8f0b31030c10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Pushing event updated for resources: {'Port': ['ID=cf3bd5e4-feb6-4c0b-8fed-d83d4419b851,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:23.157681 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa9b49-f804-42e0-a420-8c609a0af054 req-69899099-8325-4a06-bdb0-add8c744ca2a tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:23.159944 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2cfa9b49-f804-42e0-a420-8c609a0af054 req-69899099-8325-4a06-bdb0-add8c744ca2a tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 943 time: 0.0539594 Aug 31 04:33:23.187347 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Pushing event updated for resources: {'Port': ['ID=c48661e9-0802-42db-a3f3-9a5153a85767,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:23.210536 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-7bc1c5e9-5880-4e78-b38b-8f0b31030c10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:23.211164 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-7bc1c5e9-5880-4e78-b38b-8f0b31030c10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.221553 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2cfa9b49-f804-42e0-a420-8c609a0af054 req-f752d1f8-1802-4f42-90a0-b23e8ea69405 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535424 Aug 31 04:33:23.271547 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 60414) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:23.387756 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00b77eb3-dc0b-413e-a665-621a9a6e4cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.486128 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Attempting to bind port c48661e9-0802-42db-a3f3-9a5153a85767 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:23.486483 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Attempting to bind port c48661e9-0802-42db-a3f3-9a5153a85767 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a5d63a16-87b5-4cfc-8847-3d8fa7a588ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:23.486834 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Attempting to bind port c48661e9-0802-42db-a3f3-9a5153a85767 on network bbf45189-5da6-44b3-8497-26cd02a48485 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:23.493239 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Port c48661e9-0802-42db-a3f3-9a5153a85767 on network bbf45189-5da6-44b3-8497-26cd02a48485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:33:23.494065 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Attempting to bind port c48661e9-0802-42db-a3f3-9a5153a85767 on network bbf45189-5da6-44b3-8497-26cd02a48485 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:23.498075 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00b77eb3-dc0b-413e-a665-621a9a6e4cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.500335 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:23.500762 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Checking segment: {'id': 'a5d63a16-87b5-4cfc-8847-3d8fa7a588ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:23.501269 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Bound using segment: {'id': 'a5d63a16-87b5-4cfc-8847-3d8fa7a588ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:23.501702 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Bound port: c48661e9-0802-42db-a3f3-9a5153a85767, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d63a16-87b5-4cfc-8847-3d8fa7a588ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:23.502085 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.502643 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00b77eb3-dc0b-413e-a665-621a9a6e4cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.515803 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-7bc1c5e9-5880-4e78-b38b-8f0b31030c10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4325733 Aug 31 04:33:23.543036 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-00b77eb3-dc0b-413e-a665-621a9a6e4cc0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29eaf0b434ad4a20bde308763b34d5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703731 Aug 31 04:33:23.546125 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 60424) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:23.546401 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Request body: {'port': {'device_id': '97b6864f-0bdb-45c7-8f07-733a0e02435b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:23.552376 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b77eb3-dc0b-413e-a665-621a9a6e4cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe6bd00-dbff-4673-ad97-f71a14ffad85,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:23.600217 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa6e934a-1863-460e-b508-8fde9a0d3155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.626040 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa6e934a-1863-460e-b508-8fde9a0d3155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.627242 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.629770 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] For port c48661e9-0802-42db-a3f3-9a5153a85767, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:23.636518 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] For port c48661e9-0802-42db-a3f3-9a5153a85767, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c48661e9-0802-42db-a3f3-9a5153a85767,segment=NetworkSegment(a5d63a16-87b5-4cfc-8847-3d8fa7a588ad),segment_id=a5d63a16-87b5-4cfc-8847-3d8fa7a588ad)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:23.654358 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.681433 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa6e934a-1863-460e-b508-8fde9a0d3155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.685153 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa6e934a-1863-460e-b508-8fde9a0d3155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.686216 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-fa6e934a-1863-460e-b508-8fde9a0d3155 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/abe6bd00-dbff-4673-ad97-f71a14ffad85 HTTP/1.1" status: 204 len: 168 time: 0.1387684 Aug 31 04:33:23.701960 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e934a-1863-460e-b508-8fde9a0d3155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe6bd00-dbff-4673-ad97-f71a14ffad85,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:23.725272 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:23.725916 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.727338 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] 10.222.0.16 "PUT /v2.0/ports/c48661e9-0802-42db-a3f3-9a5153a85767 HTTP/1.1" status: 200 len: 1093 time: 1.3138039 Aug 31 04:33:23.727745 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a9d1a2-f0af-4fc6-98c4-44ba015831d2', 'tag': 'c48661e9-0802-42db-a3f3-9a5153a85767'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:23.730013 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854cb856-51d7-4cc3-9e3f-9c8d817925b0" -d '{"events": [{"name": "network-changed", "server_uuid": "48a9d1a2-f0af-4fc6-98c4-44ba015831d2", "tag": "c48661e9-0802-42db-a3f3-9a5153a85767"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:23.737656 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:23.775650 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c80e2-bdbe-4d48-8c15-902a2c8c327d service neutron] Pushing event updated for resources: {'Port': ['ID=c48661e9-0802-42db-a3f3-9a5153a85767,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:23.784212 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ca9571-7ac9-4586-ad3f-09c63ca720df x-openstack-request-id: req-58ca9571-7ac9-4586-ad3f-09c63ca720df {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:23.784504 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a9d1a2-f0af-4fc6-98c4-44ba015831d2", "tag": "c48661e9-0802-42db-a3f3-9a5153a85767", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:23.784755 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58ca9571-7ac9-4586-ad3f-09c63ca720df {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:23.785173 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a9d1a2-f0af-4fc6-98c4-44ba015831d2', 'tag': 'c48661e9-0802-42db-a3f3-9a5153a85767', 'status': 'completed', 'code': 200} Aug 31 04:33:23.922987 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d0a79-6005-4849-b2b2-59471e4a2b28 req-ee5edff5-f414-4aad-9de4-145294fcc1e7 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:23.924512 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ec1d0a79-6005-4849-b2b2-59471e4a2b28 req-ee5edff5-f414-4aad-9de4-145294fcc1e7 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 932 time: 0.1684823 Aug 31 04:33:23.976871 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-4d69dc66-5370-4e13-9aba-6383af052410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:23.978424 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-4d69dc66-5370-4e13-9aba-6383af052410 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=205309022522434d9f66fe2bbf079e9f&device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 1096 time: 0.1338558 Aug 31 04:33:24.044293 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ec1d0a79-6005-4849-b2b2-59471e4a2b28 req-e828f199-33d3-4c58-84f9-4f59c7ce0a53 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884981 Aug 31 04:33:24.047104 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-95e951be-fd56-4ef1-8bf0-41541029f047 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c48661e9-0802-42db-a3f3-9a5153a85767 HTTP/1.1" status: 200 len: 217 time: 0.0499289 Aug 31 04:33:24.129326 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-4bd02884-decd-43c0-867c-c9cde6cb40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:24.130813 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-4bd02884-decd-43c0-867c-c9cde6cb40e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35ba5972-fc20-4742-86f4-0e4b2b012ed8 HTTP/1.1" status: 200 len: 853 time: 0.0730221 Aug 31 04:33:24.157229 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7514669-7661-4a21-8798-b262984d16e9 req-60097597-04cb-4a01-8fc9-ffdd669a5ef7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:24.158780 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d7514669-7661-4a21-8798-b262984d16e9 req-60097597-04cb-4a01-8fc9-ffdd669a5ef7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0547528 Aug 31 04:33:24.180852 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-d9f7a88c-38fa-4c24-8e26-61a8fcee1647 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bbf45189-5da6-44b3-8497-26cd02a48485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273609 Aug 31 04:33:24.199826 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:33:24.210024 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d7514669-7661-4a21-8798-b262984d16e9 req-a6a4fa41-7add-4e06-91cc-5bbc50060921 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448644 Aug 31 04:33:24.240362 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:24.266530 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Transition to ACTIVE for port object cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:24.271388 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:24.369108 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-dc75e18c-2923-4ef5-b350-d66dc857d42d service neutron] 10.222.0.16 "GET /v2.0/networks/bbf45189-5da6-44b3-8497-26cd02a48485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794329 Aug 31 04:33:24.369688 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3bd5e4-feb6-4c0b-8fed-d83d4419b851,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:24.445854 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb5de0-96f0-4242-aae3-37901ab6ce18 req-5cf846f8-3b7b-413d-919d-a39eaa567f4a tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:24.447728 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1aeb5de0-96f0-4242-aae3-37901ab6ce18 req-5cf846f8-3b7b-413d-919d-a39eaa567f4a tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 943 time: 0.1449509 Aug 31 04:33:24.542461 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Attempting to bind port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:24.542804 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Attempting to bind port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ad6768c0-669d-4aa3-b815-8902f11df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:24.543136 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Attempting to bind port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 on network 81f160a3-f866-4e7a-88d5-927ac9760a87 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:24.548245 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1aeb5de0-96f0-4242-aae3-37901ab6ce18 req-94163c1d-4866-43da-a277-2b11f25258f3 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735748 Aug 31 04:33:24.556277 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 on network 81f160a3-f866-4e7a-88d5-927ac9760a87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:33:24.556548 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Attempting to bind port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 on network 81f160a3-f866-4e7a-88d5-927ac9760a87 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:24.569140 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:24.569488 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Checking segment: {'id': 'ad6768c0-669d-4aa3-b815-8902f11df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:24.569879 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Bound using segment: {'id': 'ad6768c0-669d-4aa3-b815-8902f11df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:24.570321 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Bound port: cf3bd5e4-feb6-4c0b-8fed-d83d4419b851, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6768c0-669d-4aa3-b815-8902f11df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:24.570685 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:24.588644 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-808128f4-8255-4614-9ee2-b50740a4cc2d req-db3d0e54-9396-421f-9a69-42256e487ede service neutron] 10.222.0.16 "GET /v2.0/networks/bbf45189-5da6-44b3-8497-26cd02a48485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935470 Aug 31 04:33:24.654941 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] For port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:24.659373 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] For port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf3bd5e4-feb6-4c0b-8fed-d83d4419b851,segment=NetworkSegment(ad6768c0-669d-4aa3-b815-8902f11df1a1),segment_id=ad6768c0-669d-4aa3-b815-8902f11df1a1)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:24.665475 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:24.709824 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:24.710639 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:24.712060 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] 10.222.0.16 "PUT /v2.0/ports/cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 HTTP/1.1" status: 200 len: 1094 time: 1.1724820 Aug 31 04:33:24.721603 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:33:24.733486 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cd14e-f101-43e1-ae44-1c0e0cd90012 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3bd5e4-feb6-4c0b-8fed-d83d4419b851,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:24.783618 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cb856-51d7-4cc3-9e3f-9c8d817925b0 req-48622e3f-bb47-4f3d-b240-914e6c2e1fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:24.785262 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-854cb856-51d7-4cc3-9e3f-9c8d817925b0 req-48622e3f-bb47-4f3d-b240-914e6c2e1fc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=205309022522434d9f66fe2bbf079e9f&device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 1096 time: 0.0466139 Aug 31 04:33:24.899862 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:24.913615 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-d8a98806-84dd-4033-aba3-71898a9b81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:24.915142 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-d8a98806-84dd-4033-aba3-71898a9b81c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=30365d5d2d3a47f3964fd764a6a30908&device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 1097 time: 0.1039205 Aug 31 04:33:24.927251 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cb856-51d7-4cc3-9e3f-9c8d817925b0 req-0b9ebb15-8302-4c88-9051-edb9c4e1ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:24.928687 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-854cb856-51d7-4cc3-9e3f-9c8d817925b0 req-0b9ebb15-8302-4c88-9051-edb9c4e1ff68 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bbf45189-5da6-44b3-8497-26cd02a48485 HTTP/1.1" status: 200 len: 914 time: 0.1309199 Aug 31 04:33:24.980150 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-28238a14-25e1-4e57-acac-c5a7dfc3511d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 HTTP/1.1" status: 200 len: 217 time: 0.0430474 Aug 31 04:33:25.016087 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-854cb856-51d7-4cc3-9e3f-9c8d817925b0 req-f9da2dd1-827c-459c-b283-4a37e1b12574 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c48661e9-0802-42db-a3f3-9a5153a85767 HTTP/1.1" status: 200 len: 217 time: 0.0725043 Aug 31 04:33:25.085447 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-73c315ab-3048-417e-b146-23cacc86bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:25.086963 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-73c315ab-3048-417e-b146-23cacc86bac7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2772de0-f2aa-4133-a7a1-0054aedd8fa3 HTTP/1.1" status: 200 len: 849 time: 0.0796580 Aug 31 04:33:25.090256 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cb856-51d7-4cc3-9e3f-9c8d817925b0 req-a72ad36a-c16f-4769-9a1e-a6d21beaa26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:25.091650 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-854cb856-51d7-4cc3-9e3f-9c8d817925b0 req-a72ad36a-c16f-4769-9a1e-a6d21beaa26e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35ba5972-fc20-4742-86f4-0e4b2b012ed8 HTTP/1.1" status: 200 len: 853 time: 0.0576088 Aug 31 04:33:25.149962 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-90cbadc6-4e23-4ad9-8e9d-d96ab3f899eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81f160a3-f866-4e7a-88d5-927ac9760a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478091 Aug 31 04:33:25.152063 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-854cb856-51d7-4cc3-9e3f-9c8d817925b0 req-3ea646d6-9a1d-401d-bd34-8faf9de6d8ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bbf45189-5da6-44b3-8497-26cd02a48485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488818 Aug 31 04:33:25.164887 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927537c-0789-4c2f-b79c-60852d73b7fb req-1006c988-2d3c-406e-83ed-838a34c18ae0 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:25.166410 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c927537c-0789-4c2f-b79c-60852d73b7fb req-1006c988-2d3c-406e-83ed-838a34c18ae0 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 944 time: 0.0525565 Aug 31 04:33:25.205250 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c927537c-0789-4c2f-b79c-60852d73b7fb req-42805069-40a2-436e-b3fa-3267db401cbd tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Aug 31 04:33:25.377532 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-22c483f1-9156-4485-9b18-978344cdb8b8 service neutron] 10.222.0.16 "GET /v2.0/networks/81f160a3-f866-4e7a-88d5-927ac9760a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057905 Aug 31 04:33:25.379134 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-854cb856-51d7-4cc3-9e3f-9c8d817925b0 req-31719f31-883f-4c3a-b929-ac11fc36fcef service neutron] 10.222.0.16 "GET /v2.0/networks/bbf45189-5da6-44b3-8497-26cd02a48485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064757 Aug 31 04:33:25.390979 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62410e6-7dcc-4b59-99c9-052e21267a5e req-7ef495db-bef1-410a-9aa2-42ce31adb2e9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:25.392372 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a62410e6-7dcc-4b59-99c9-052e21267a5e req-7ef495db-bef1-410a-9aa2-42ce31adb2e9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.1066840 Aug 31 04:33:25.538275 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a62410e6-7dcc-4b59-99c9-052e21267a5e req-a58d59cb-9c32-4dfa-9a38-90070c75900c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358001 Aug 31 04:33:25.582647 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-854cb856-51d7-4cc3-9e3f-9c8d817925b0 req-2edc876c-8b05-404b-9ed6-127140f995b2 service neutron] 10.222.0.16 "GET /v2.0/networks/bbf45189-5da6-44b3-8497-26cd02a48485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880887 Aug 31 04:33:25.586044 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b3975aa-7779-4561-a404-a396f27b6d66 req-2b5baf48-79f3-439e-b50f-80c71caa1535 service neutron] 10.222.0.16 "GET /v2.0/networks/81f160a3-f866-4e7a-88d5-927ac9760a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846144 Aug 31 04:33:25.678902 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ac1f9-f7ec-43b4-bd27-93d3aed2fb43 req-a227de38-7d11-43cd-b758-4f9a52ed93bb tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:25.681059 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-eb8ac1f9-f7ec-43b4-bd27-93d3aed2fb43 req-a227de38-7d11-43cd-b758-4f9a52ed93bb tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 943 time: 0.0538313 Aug 31 04:33:25.717689 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-eb8ac1f9-f7ec-43b4-bd27-93d3aed2fb43 req-5bca8f50-0e68-4b45-b0c7-8cfa341bde1a tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311952 Aug 31 04:33:25.786370 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b6864f-0bdb-45c7-8f07-733a0e02435b', 'tag': 'cf3bd5e4-feb6-4c0b-8fed-d83d4419b851'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:25.788712 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deb5f03-8b0f-46dd-ab53-4baa66f30af8" -d '{"events": [{"name": "network-changed", "server_uuid": "97b6864f-0bdb-45c7-8f07-733a0e02435b", "tag": "cf3bd5e4-feb6-4c0b-8fed-d83d4419b851"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:25.824054 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340f30ee-8696-4cca-9c3d-579f86d62b6f x-openstack-request-id: req-340f30ee-8696-4cca-9c3d-579f86d62b6f {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:25.824336 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b6864f-0bdb-45c7-8f07-733a0e02435b", "tag": "cf3bd5e4-feb6-4c0b-8fed-d83d4419b851", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:25.824584 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-340f30ee-8696-4cca-9c3d-579f86d62b6f {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:25.825505 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b6864f-0bdb-45c7-8f07-733a0e02435b', 'tag': 'cf3bd5e4-feb6-4c0b-8fed-d83d4419b851', 'status': 'completed', 'code': 200} Aug 31 04:33:25.954685 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb5f03-8b0f-46dd-ab53-4baa66f30af8 req-df198933-204b-424b-a5e1-98392dd2e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:25.956040 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2deb5f03-8b0f-46dd-ab53-4baa66f30af8 req-df198933-204b-424b-a5e1-98392dd2e862 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=30365d5d2d3a47f3964fd764a6a30908&device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 1097 time: 0.0442543 Aug 31 04:33:26.054122 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb5f03-8b0f-46dd-ab53-4baa66f30af8 req-fa5aa0ce-10c4-40ae-8a51-2aafe39a2419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:26.055798 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2deb5f03-8b0f-46dd-ab53-4baa66f30af8 req-fa5aa0ce-10c4-40ae-8a51-2aafe39a2419 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81f160a3-f866-4e7a-88d5-927ac9760a87 HTTP/1.1" status: 200 len: 910 time: 0.0904040 Aug 31 04:33:26.103443 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2deb5f03-8b0f-46dd-ab53-4baa66f30af8 req-6e2ecff3-9486-4b8b-b35b-2ce3912c5061 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 HTTP/1.1" status: 200 len: 217 time: 0.0393002 Aug 31 04:33:26.152915 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb5f03-8b0f-46dd-ab53-4baa66f30af8 req-41421571-faab-458f-a68e-d8a155ffac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:26.155002 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2deb5f03-8b0f-46dd-ab53-4baa66f30af8 req-41421571-faab-458f-a68e-d8a155ffac6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2772de0-f2aa-4133-a7a1-0054aedd8fa3 HTTP/1.1" status: 200 len: 849 time: 0.0439267 Aug 31 04:33:26.187539 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2deb5f03-8b0f-46dd-ab53-4baa66f30af8 req-8cf4eea7-6405-48c9-83da-9ad46a2c6946 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81f160a3-f866-4e7a-88d5-927ac9760a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252361 Aug 31 04:33:26.316696 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2deb5f03-8b0f-46dd-ab53-4baa66f30af8 req-a9a03f68-8b0b-4255-8b07-36a8775ad99c service neutron] 10.222.0.16 "GET /v2.0/networks/81f160a3-f866-4e7a-88d5-927ac9760a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175425 Aug 31 04:33:26.600108 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6076dd5-0b4f-4b6d-bd90-57b54bb45a77 req-18407000-be56-4e80-a78f-de571157d048 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:26.602972 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a6076dd5-0b4f-4b6d-bd90-57b54bb45a77 req-18407000-be56-4e80-a78f-de571157d048 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 944 time: 0.3239999 Aug 31 04:33:26.657955 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a6076dd5-0b4f-4b6d-bd90-57b54bb45a77 req-7fea45b2-9225-441e-9ec1-b053473e5b1d tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515578 Aug 31 04:33:26.664378 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54761bde-1346-4af3-b79f-fe11317e9499 req-35a002ff-82ea-4c03-b20a-e7e75b418125 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:26.665942 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-54761bde-1346-4af3-b79f-fe11317e9499 req-35a002ff-82ea-4c03-b20a-e7e75b418125 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0529490 Aug 31 04:33:26.675198 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2deb5f03-8b0f-46dd-ab53-4baa66f30af8 req-4444267b-2da8-4c8e-9b73-fba14a8d293c service neutron] 10.222.0.16 "GET /v2.0/networks/81f160a3-f866-4e7a-88d5-927ac9760a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492279 Aug 31 04:33:26.709610 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-54761bde-1346-4af3-b79f-fe11317e9499 req-cef5f5d7-fef4-462d-b7f8-fda875cf0636 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340843 Aug 31 04:33:26.867781 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fea50-4811-484d-9709-842c73e29067 req-0f7d7060-2f05-4d4e-8a84-2dca2e8244a2 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:26.869302 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b03fea50-4811-484d-9709-842c73e29067 req-0f7d7060-2f05-4d4e-8a84-2dca2e8244a2 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 943 time: 0.0754869 Aug 31 04:33:26.871707 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ef4e5-09bb-49ef-8d3e-18db86e7d63b req-c217a214-a948-4fe8-998e-4c1a94028cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:26.873694 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5c2ef4e5-09bb-49ef-8d3e-18db86e7d63b req-c217a214-a948-4fe8-998e-4c1a94028cfb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 1099 time: 0.0704694 Aug 31 04:33:26.914250 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b03fea50-4811-484d-9709-842c73e29067 req-81cba8fd-0816-4e9f-8a10-187fb25cd00d tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380363 Aug 31 04:33:26.938308 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5c2ef4e5-09bb-49ef-8d3e-18db86e7d63b req-3e19d4cd-328b-4317-8ec7-bd7b1f267124 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Aug 31 04:33:27.781956 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eceac-4d7d-4ef9-a302-ca0baed06fd3 req-293e1fac-7138-46d3-9364-38d17a027581 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:27.782684 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device c48661e9-0802-42db-a3f3-9a5153a85767 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:33:27.783759 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e50eceac-4d7d-4ef9-a302-ca0baed06fd3 req-293e1fac-7138-46d3-9364-38d17a027581 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 944 time: 0.0572944 Aug 31 04:33:27.826483 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e50eceac-4d7d-4ef9-a302-ca0baed06fd3 req-20ec57e9-6421-415f-8afa-8d090e09c4aa tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366466 Aug 31 04:33:27.840098 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f1d6a-4b22-4d7e-9ea0-d55439af586d req-a9c7f9d5-4bff-4d92-b596-eb8cea73c53e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:27.841680 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-6b9f1d6a-4b22-4d7e-9ea0-d55439af586d req-a9c7f9d5-4bff-4d92-b596-eb8cea73c53e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0599923 Aug 31 04:33:27.879811 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-6b9f1d6a-4b22-4d7e-9ea0-d55439af586d req-42949f5e-4fb7-4f13-8bf3-fa36ee3efb98 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315175 Aug 31 04:33:27.884155 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port c48661e9-0802-42db-a3f3-9a5153a85767, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c48661e9-0802-42db-a3f3-9a5153a85767,segment=NetworkSegment(a5d63a16-87b5-4cfc-8847-3d8fa7a588ad),segment_id=a5d63a16-87b5-4cfc-8847-3d8fa7a588ad)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:27.896610 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': 'c48661e9-0802-42db-a3f3-9a5153a85767', 'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485', 'port_id': 'c48661e9-0802-42db-a3f3-9a5153a85767', 'mac_address': 'fa:16:3e:e1:2d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ba5972-fc20-4742-86f4-0e4b2b012ed8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:33:27.937310 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:27.952839 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48661e9-0802-42db-a3f3-9a5153a85767 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:33:27.976937 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port c48661e9-0802-42db-a3f3-9a5153a85767, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c48661e9-0802-42db-a3f3-9a5153a85767,segment=NetworkSegment(a5d63a16-87b5-4cfc-8847-3d8fa7a588ad),segment_id=a5d63a16-87b5-4cfc-8847-3d8fa7a588ad)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:27.982403 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:28.031239 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=c48661e9-0802-42db-a3f3-9a5153a85767,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:28.043177 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d3793-bf48-4276-873a-28c63f62d2ef req-76f95303-f0cb-40da-8a50-8d07b85e37b0 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:28.045184 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3d5d3793-bf48-4276-873a-28c63f62d2ef req-76f95303-f0cb-40da-8a50-8d07b85e37b0 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 944 time: 0.0579813 Aug 31 04:33:28.083826 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3d5d3793-bf48-4276-873a-28c63f62d2ef req-8be8d7d1-729b-465a-9245-0483d854b1d7 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325546 Aug 31 04:33:28.403043 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['c48661e9-0802-42db-a3f3-9a5153a85767'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:33:28.944679 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d394657-906e-453b-b980-a1e00d321463 req-c8820050-11cb-4918-8134-f4ec0b3e7733 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:28.946453 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5d394657-906e-453b-b980-a1e00d321463 req-c8820050-11cb-4918-8134-f4ec0b3e7733 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 944 time: 0.0487421 Aug 31 04:33:28.985871 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5d394657-906e-453b-b980-a1e00d321463 req-f6eb16a9-4220-47a7-ae64-e6f8b9cbcb50 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Aug 31 04:33:29.000172 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b1804-879a-421c-ac7e-24decf970f15 req-1ec70076-e8ea-4bca-a12a-08209cedbe68 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:29.001674 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-523b1804-879a-421c-ac7e-24decf970f15 req-1ec70076-e8ea-4bca-a12a-08209cedbe68 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0548565 Aug 31 04:33:29.038616 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-523b1804-879a-421c-ac7e-24decf970f15 req-a9b7c8c2-d321-4044-8756-9d2b5c8507a3 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Aug 31 04:33:29.272564 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec532ccc-d2c3-4119-b48b-5949fc532c10 req-16c0866a-6cf0-4935-8920-b95c90445f5d tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:29.274308 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ec532ccc-d2c3-4119-b48b-5949fc532c10 req-16c0866a-6cf0-4935-8920-b95c90445f5d tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 944 time: 0.0498080 Aug 31 04:33:29.315801 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ec532ccc-d2c3-4119-b48b-5949fc532c10 req-779a2caf-c748-4c40-8249-f6b767f13c21 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Aug 31 04:33:29.321574 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb363a3-e8cc-45ec-88aa-505287e56185 req-1f71b252-2f60-4b28-80e7-a34098e67df2 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:29.323058 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3eb363a3-e8cc-45ec-88aa-505287e56185 req-1f71b252-2f60-4b28-80e7-a34098e67df2 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0901520 Aug 31 04:33:29.329575 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3f736-1076-4a76-b872-40eee2f5bc27 req-9839cddc-5d65-436f-b82f-a1c230eedd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:29.330983 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b3b3f736-1076-4a76-b872-40eee2f5bc27 req-9839cddc-5d65-436f-b82f-a1c230eedd22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 1099 time: 0.0707126 Aug 31 04:33:29.406565 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3eb363a3-e8cc-45ec-88aa-505287e56185 req-12749238-fcc8-4389-b094-64604fd8e530 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746353 Aug 31 04:33:29.441270 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3f736-1076-4a76-b872-40eee2f5bc27 req-fa36861d-7b78-45b2-b61a-37b43cc5e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:29.442730 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b3b3f736-1076-4a76-b872-40eee2f5bc27 req-fa36861d-7b78-45b2-b61a-37b43cc5e130 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f HTTP/1.1" status: 200 len: 920 time: 0.0981512 Aug 31 04:33:29.489386 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b3b3f736-1076-4a76-b872-40eee2f5bc27 req-94c35511-fb50-4312-badf-3d6a21315917 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a654eacd-7bf9-414b-b087-313b4e482007 HTTP/1.1" status: 200 len: 217 time: 0.0376821 Aug 31 04:33:29.539777 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3f736-1076-4a76-b872-40eee2f5bc27 req-8990ad33-17c2-48e2-a06d-891c8cd84eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:29.541319 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b3b3f736-1076-4a76-b872-40eee2f5bc27 req-8990ad33-17c2-48e2-a06d-891c8cd84eaa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bb0db2b-5bea-471c-816a-d8da6d2c85ca HTTP/1.1" status: 200 len: 859 time: 0.0442996 Aug 31 04:33:29.574496 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b3b3f736-1076-4a76-b872-40eee2f5bc27 req-e82d4d8d-94fd-48b8-b8e5-7374dd88e9c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252302 Aug 31 04:33:29.670710 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b3b3f736-1076-4a76-b872-40eee2f5bc27 req-1c2bd954-eadb-426f-ab19-58a549a673dd service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884726 Aug 31 04:33:29.762619 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b3b3f736-1076-4a76-b872-40eee2f5bc27 req-fe03ba85-1453-499e-b538-d921f49b0075 service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843191 Aug 31 04:33:29.786114 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:33:29.799821 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device c48661e9-0802-42db-a3f3-9a5153a85767 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:29.930491 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port c48661e9-0802-42db-a3f3-9a5153a85767 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:29.942629 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port c48661e9-0802-42db-a3f3-9a5153a85767 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:29.943009 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:29.945537 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf3bd5e4-feb6-4c0b-8fed-d83d4419b851,segment=NetworkSegment(ad6768c0-669d-4aa3-b815-8902f11df1a1),segment_id=ad6768c0-669d-4aa3-b815-8902f11df1a1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:29.977884 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': 'cf3bd5e4-feb6-4c0b-8fed-d83d4419b851', 'network_id': '81f160a3-f866-4e7a-88d5-927ac9760a87', 'port_id': 'cf3bd5e4-feb6-4c0b-8fed-d83d4419b851', 'mac_address': 'fa:16:3e:e6:b9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2772de0-f2aa-4133-a7a1-0054aedd8fa3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:33:30.036106 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:30.078058 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:33:30.103912 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:30.111474 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf3bd5e4-feb6-4c0b-8fed-d83d4419b851,segment=NetworkSegment(ad6768c0-669d-4aa3-b815-8902f11df1a1),segment_id=ad6768c0-669d-4aa3-b815-8902f11df1a1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:30.122907 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:30.160609 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ab6eb-7d43-4ec4-99ff-c4c3fa0e5d1a req-a58fa61a-b2af-4cb7-9fd1-1f751f616c7c tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:30.162356 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1a7ab6eb-7d43-4ec4-99ff-c4c3fa0e5d1a req-a58fa61a-b2af-4cb7-9fd1-1f751f616c7c tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 944 time: 0.0665712 Aug 31 04:33:30.184518 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=cf3bd5e4-feb6-4c0b-8fed-d83d4419b851,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:30.192529 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a9d1a2-f0af-4fc6-98c4-44ba015831d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48661e9-0802-42db-a3f3-9a5153a85767'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:30.195004 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684d20bd-f522-45b3-98f9-ada147945b06" -d '{"events": [{"server_uuid": "48a9d1a2-f0af-4fc6-98c4-44ba015831d2", "name": "network-vif-plugged", "status": "completed", "tag": "c48661e9-0802-42db-a3f3-9a5153a85767"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:30.204387 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1a7ab6eb-7d43-4ec4-99ff-c4c3fa0e5d1a req-84a4136c-10db-444d-a4ed-4d0506742262 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360539 Aug 31 04:33:30.208862 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port c48661e9-0802-42db-a3f3-9a5153a85767, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c48661e9-0802-42db-a3f3-9a5153a85767,segment=NetworkSegment(a5d63a16-87b5-4cfc-8847-3d8fa7a588ad),segment_id=a5d63a16-87b5-4cfc-8847-3d8fa7a588ad)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:30.213857 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:30.252980 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666e36a2-90b0-47be-ba9b-32929c57a61a x-openstack-request-id: req-666e36a2-90b0-47be-ba9b-32929c57a61a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:30.253297 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a9d1a2-f0af-4fc6-98c4-44ba015831d2", "name": "network-vif-plugged", "status": "completed", "tag": "c48661e9-0802-42db-a3f3-9a5153a85767", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:30.253556 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-666e36a2-90b0-47be-ba9b-32929c57a61a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:30.253942 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a9d1a2-f0af-4fc6-98c4-44ba015831d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48661e9-0802-42db-a3f3-9a5153a85767', 'code': 200} Aug 31 04:33:30.270452 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=c48661e9-0802-42db-a3f3-9a5153a85767,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:30.439167 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03a7d0-dcfa-4654-93f6-708180c702d3 req-f997d6c8-7a56-492a-a448-f60111a26eba tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:30.440737 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-fe03a7d0-dcfa-4654-93f6-708180c702d3 req-f997d6c8-7a56-492a-a448-f60111a26eba tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 945 time: 0.0567150 Aug 31 04:33:30.482190 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-fe03a7d0-dcfa-4654-93f6-708180c702d3 req-118793fb-fa9e-487c-94b7-f4c8f504a0f1 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Aug 31 04:33:30.521353 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['cf3bd5e4-feb6-4c0b-8fed-d83d4419b851'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:33:30.555809 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb157f-41ce-44c4-8b46-c1e7820e1388 req-fc253720-b161-4548-9ff6-c339a0a46c35 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:30.557330 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-aefb157f-41ce-44c4-8b46-c1e7820e1388 req-fc253720-b161-4548-9ff6-c339a0a46c35 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0805073 Aug 31 04:33:30.559215 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7275ae0-e979-4395-a818-7817b6de43fb req-58c4aff9-1ea1-49c1-937d-bb6871d7936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:30.561491 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f7275ae0-e979-4395-a818-7817b6de43fb req-58c4aff9-1ea1-49c1-937d-bb6871d7936b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 1098 time: 0.0749328 Aug 31 04:33:30.619573 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-aefb157f-41ce-44c4-8b46-c1e7820e1388 req-08d1a927-24c6-40f7-87ab-1f76ef24a196 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544710 Aug 31 04:33:30.628743 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f7275ae0-e979-4395-a818-7817b6de43fb req-dbfbb793-5fe5-41a6-ae4d-9a95382a8fe0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563869 Aug 31 04:33:31.284659 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbef70e-9828-46ac-ab0b-605a8da64a72 req-fe72e4b3-6b2f-411f-81b0-04711533b794 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:31.286509 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bdbef70e-9828-46ac-ab0b-605a8da64a72 req-fe72e4b3-6b2f-411f-81b0-04711533b794 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0530388 Aug 31 04:33:31.332626 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bdbef70e-9828-46ac-ab0b-605a8da64a72 req-e5bceea7-4d0b-4bcc-8e1e-b77a60f79b17 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356314 Aug 31 04:33:31.340174 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314056c-a23d-40da-aef2-5a44d611512b req-caa7f18b-6856-462d-b627-c83bf3268d51 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:31.342364 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c314056c-a23d-40da-aef2-5a44d611512b req-caa7f18b-6856-462d-b627-c83bf3268d51 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 945 time: 0.0601161 Aug 31 04:33:31.385139 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c314056c-a23d-40da-aef2-5a44d611512b req-25725fbb-6040-4225-a8f4-2595f0e79fc7 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356705 Aug 31 04:33:31.621060 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bced3-9d58-47e6-b8ab-08cdb7e8dd01 req-be1897e1-3202-4741-b145-1e6eb19b9ee9 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:31.623214 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f30bced3-9d58-47e6-b8ab-08cdb7e8dd01 req-be1897e1-3202-4741-b145-1e6eb19b9ee9 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 945 time: 0.0686276 Aug 31 04:33:31.668321 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f30bced3-9d58-47e6-b8ab-08cdb7e8dd01 req-4dd493b4-065e-439a-ad04-0a8cdb9c3568 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384271 Aug 31 04:33:31.765537 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf88fd-d829-487d-86c2-1d65dc787791 req-95ff59b9-0a6c-4441-abd4-139fb14f6d10 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:31.767944 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c4cf88fd-d829-487d-86c2-1d65dc787791 req-95ff59b9-0a6c-4441-abd4-139fb14f6d10 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0730412 Aug 31 04:33:31.810491 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c4cf88fd-d829-487d-86c2-1d65dc787791 req-2afa2717-94f6-495c-9716-ba5fc7d4e9e1 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Aug 31 04:33:31.810621 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:31.872918 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:31.877994 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:31.878595 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:31.967830 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:32.122519 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf3bd5e4-feb6-4c0b-8fed-d83d4419b851,segment=NetworkSegment(ad6768c0-669d-4aa3-b815-8902f11df1a1),segment_id=ad6768c0-669d-4aa3-b815-8902f11df1a1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:32.126775 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:32.177652 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=cf3bd5e4-feb6-4c0b-8fed-d83d4419b851,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:32.255085 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b6864f-0bdb-45c7-8f07-733a0e02435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3bd5e4-feb6-4c0b-8fed-d83d4419b851'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:32.257521 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a70ae1-e43a-4eef-919b-29bb86f12cfc" -d '{"events": [{"server_uuid": "97b6864f-0bdb-45c7-8f07-733a0e02435b", "name": "network-vif-plugged", "status": "completed", "tag": "cf3bd5e4-feb6-4c0b-8fed-d83d4419b851"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:32.301631 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d00465-ede0-44ae-a899-f53840cb92e4 x-openstack-request-id: req-95d00465-ede0-44ae-a899-f53840cb92e4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:32.301931 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b6864f-0bdb-45c7-8f07-733a0e02435b", "name": "network-vif-plugged", "status": "completed", "tag": "cf3bd5e4-feb6-4c0b-8fed-d83d4419b851", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:32.302184 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95d00465-ede0-44ae-a899-f53840cb92e4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:32.302603 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b6864f-0bdb-45c7-8f07-733a0e02435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3bd5e4-feb6-4c0b-8fed-d83d4419b851', 'code': 200} Aug 31 04:33:32.473023 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba100bc-0280-4290-8df6-d260840ed349 req-8d8a13fa-5314-47c1-a378-07e76bed7480 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:32.474731 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0ba100bc-0280-4290-8df6-d260840ed349 req-8d8a13fa-5314-47c1-a378-07e76bed7480 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0614221 Aug 31 04:33:32.535872 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0ba100bc-0280-4290-8df6-d260840ed349 req-455c5e9b-5857-4dc2-bcab-261c2a18eec7 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443666 Aug 31 04:33:32.564483 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160f98c-866a-4210-8e2c-f0aa037ed97b req-0b883c4f-1e52-4860-93cf-3f1ba858a5d1 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:32.567025 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3160f98c-866a-4210-8e2c-f0aa037ed97b req-0b883c4f-1e52-4860-93cf-3f1ba858a5d1 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 946 time: 0.0812232 Aug 31 04:33:32.607475 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f45596-9e29-45f0-92de-4c20fa56659b req-aae223db-bdc6-4e0c-9b32-1b833b3a5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:32.609028 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b6f45596-9e29-45f0-92de-4c20fa56659b req-aae223db-bdc6-4e0c-9b32-1b833b3a5297 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 1099 time: 0.0503578 Aug 31 04:33:32.617565 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3160f98c-866a-4210-8e2c-f0aa037ed97b req-961566bc-b6c4-4a10-a2a3-3ea8f58985cf tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Aug 31 04:33:32.665034 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b6f45596-9e29-45f0-92de-4c20fa56659b req-cbd4f885-ef41-4b63-822f-a272dbf234c9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336947 Aug 31 04:33:32.803897 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a17fd3-abbb-4e07-8444-b6d519697a81 req-1fd9d40f-9400-4878-ac02-5b325a50c1e7 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:32.805547 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-76a17fd3-abbb-4e07-8444-b6d519697a81 req-1fd9d40f-9400-4878-ac02-5b325a50c1e7 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 945 time: 0.0606570 Aug 31 04:33:32.850428 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-76a17fd3-abbb-4e07-8444-b6d519697a81 req-92db520e-846f-4e9a-9593-5bdc1812895e tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368533 Aug 31 04:33:33.010911 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c76984-9a9e-4c9d-94b1-61ce63017774 req-b700de60-bf80-4df5-9eb3-60f366323deb tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:33.012582 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b1c76984-9a9e-4c9d-94b1-61ce63017774 req-b700de60-bf80-4df5-9eb3-60f366323deb tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0654473 Aug 31 04:33:33.103283 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b1c76984-9a9e-4c9d-94b1-61ce63017774 req-fb521408-63a7-4acb-8627-1ea8f08b0088 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764792 Aug 31 04:33:33.662727 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b7bd8-b73e-4338-9029-1f4231924200 req-945aa2e4-d1b4-40c9-a1b0-6cecf7fb413e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:33.664288 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c15b7bd8-b73e-4338-9029-1f4231924200 req-945aa2e4-d1b4-40c9-a1b0-6cecf7fb413e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0501549 Aug 31 04:33:33.703250 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c15b7bd8-b73e-4338-9029-1f4231924200 req-a7970421-90b1-4c5e-ac90-668a2da40472 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326748 Aug 31 04:33:33.735583 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea40da-c2a1-42ab-82dc-dc409b65e90b req-053c5641-cbac-491b-8df3-e68cd619ce23 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:33.737066 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9aea40da-c2a1-42ab-82dc-dc409b65e90b req-053c5641-cbac-491b-8df3-e68cd619ce23 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 946 time: 0.0529327 Aug 31 04:33:33.772589 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9aea40da-c2a1-42ab-82dc-dc409b65e90b req-bfe04c58-5b3f-4c9b-97e3-5eb782e596d7 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298135 Aug 31 04:33:34.843713 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167133a0-8732-4836-b829-0cf709a56d66 req-709caf86-099f-45f8-89cd-013def0cfd36 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:34.845838 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-167133a0-8732-4836-b829-0cf709a56d66 req-709caf86-099f-45f8-89cd-013def0cfd36 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0674372 Aug 31 04:33:34.892560 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-167133a0-8732-4836-b829-0cf709a56d66 req-0626fa1a-2e13-4c3e-95ae-ffd5bd8b310e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404549 Aug 31 04:33:34.907749 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5f07c-dd0f-4317-9de7-f948f243e068 req-449d0c32-79d8-436b-a75d-382494079d94 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:34.910098 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-53e5f07c-dd0f-4317-9de7-f948f243e068 req-449d0c32-79d8-436b-a75d-382494079d94 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 946 time: 0.0608227 Aug 31 04:33:34.951915 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-53e5f07c-dd0f-4317-9de7-f948f243e068 req-19b8fb7c-481e-412f-b804-13419b4f3feb tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Aug 31 04:33:35.722505 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f3477-f511-4572-afcd-bbfb1aae5290 req-3e267a8c-5c4e-4d28-9e86-e0537b8b6fda tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:35.724067 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a18f3477-f511-4572-afcd-bbfb1aae5290 req-3e267a8c-5c4e-4d28-9e86-e0537b8b6fda tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0537174 Aug 31 04:33:35.767450 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a18f3477-f511-4572-afcd-bbfb1aae5290 req-9e62b23a-bfe7-423f-a6e2-dd44ee9e7fb9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355484 Aug 31 04:33:36.050428 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b87a0-9688-4c26-8697-348a38754ae8 req-d64cbd5e-07c2-44a5-914d-a793ab502f9c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:36.058190 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7e4b87a0-9688-4c26-8697-348a38754ae8 req-d64cbd5e-07c2-44a5-914d-a793ab502f9c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0691025 Aug 31 04:33:36.106042 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7e4b87a0-9688-4c26-8697-348a38754ae8 req-079df35d-95ec-4d60-acc4-dfff38351552 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454886 Aug 31 04:33:36.511127 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-822f2a5b-b6d2-4847-86a8-3f51d0cef234 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280523&fields=id&tenant_id=dc9b930e41cd41eaa6a57daaf977c110 HTTP/1.1" status: 200 len: 267 time: 0.0677531 Aug 31 04:33:36.662783 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076c284-f6dd-47a6-9c16-83800255728d req-87f6da94-8282-4657-b2fe-d64216bca351 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:36.665322 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-87f6da94-8282-4657-b2fe-d64216bca351 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/networks?id=cc5fd2e2-b721-4413-b932-bf9b9676a7be HTTP/1.1" status: 200 len: 808 time: 0.1450324 Aug 31 04:33:36.683530 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-3a5fa55a-9e68-427b-9c5b-6c047aa2b072 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/quotas/dc9b930e41cd41eaa6a57daaf977c110 HTTP/1.1" status: 200 len: 375 time: 0.0111666 Aug 31 04:33:36.751315 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-cdcea949-7efb-452f-9233-3d1f26578c9a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc9b930e41cd41eaa6a57daaf977c110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594995 Aug 31 04:33:36.841932 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae6e41-8dd7-4322-9724-43ea0d68a3f0 req-b6760052-4bf1-497d-bbc1-47776cf2ffb6 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:36.843867 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-28ae6e41-8dd7-4322-9724-43ea0d68a3f0 req-b6760052-4bf1-497d-bbc1-47776cf2ffb6 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 946 time: 0.0616207 Aug 31 04:33:36.866537 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-6cccf159-dcad-438d-b372-9695727866fa service neutron] 10.222.0.38 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022632 Aug 31 04:33:36.889527 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-28ae6e41-8dd7-4322-9724-43ea0d68a3f0 req-4c7f5dcc-be1b-4d9b-9e59-67ea274ada7d tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Aug 31 04:33:36.960317 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-f4b3f262-1508-4a26-a3fb-42493800d863 service neutron] 10.222.0.38 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867448 Aug 31 04:33:37.280506 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58c24b-b5d8-4482-a9c0-ca014ebb6c3c req-5d189fb9-9d4f-49db-8d24-1d361e43efef tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:37.282136 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bb58c24b-b5d8-4482-a9c0-ca014ebb6c3c req-5d189fb9-9d4f-49db-8d24-1d361e43efef tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0742273 Aug 31 04:33:37.286723 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-95604650-565d-4702-a638-5d5722984448 req-a767d74e-114d-4413-9cb4-22f25b525bb3 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 210 time: 0.0317445 Aug 31 04:33:37.330103 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bb58c24b-b5d8-4482-a9c0-ca014ebb6c3c req-257781b6-4947-42e3-bc78-ba26be531b20 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400913 Aug 31 04:33:38.005089 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd3ed9-cb27-4b3f-9ff6-e425a0ddbc5a req-1e7af87b-472d-4d4e-8b26-1e1cfef3abb2 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:38.007126 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-acdd3ed9-cb27-4b3f-9ff6-e425a0ddbc5a req-1e7af87b-472d-4d4e-8b26-1e1cfef3abb2 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 946 time: 0.0498824 Aug 31 04:33:38.055273 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-acdd3ed9-cb27-4b3f-9ff6-e425a0ddbc5a req-aa2540c6-1db6-421e-adae-fb6257b8386c tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402491 Aug 31 04:33:38.380848 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ee68078c-92c5-4372-a650-f8118dfbf4ac req-ec5b9812-fca2-4551-a13f-607d7b47a5f6 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 210 time: 0.0266142 Aug 31 04:33:38.464761 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c8286-337f-4cbd-8895-3fcac7c6db63 req-928ebdce-c97e-460f-98de-0b43d81b6d9c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:38.467206 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-302c8286-337f-4cbd-8895-3fcac7c6db63 req-928ebdce-c97e-460f-98de-0b43d81b6d9c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0535212 Aug 31 04:33:38.504620 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-302c8286-337f-4cbd-8895-3fcac7c6db63 req-f1592543-2b85-4746-af74-5053763a6f76 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Aug 31 04:33:38.779000 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae2936-c0f8-4ab1-919a-e2becf6ac59b req-9463129e-39bf-4e12-ab8d-09dbd0e05a2f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:38.785264 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b5ae2936-c0f8-4ab1-919a-e2becf6ac59b req-9463129e-39bf-4e12-ab8d-09dbd0e05a2f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0830629 Aug 31 04:33:38.817812 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076c284-f6dd-47a6-9c16-83800255728d req-9323046d-3f4b-4985-84e8-e365ea432485 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:38.820329 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-9323046d-3f4b-4985-84e8-e365ea432485 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.16 "GET /v2.0/networks?id=cc5fd2e2-b721-4413-b932-bf9b9676a7be HTTP/1.1" status: 200 len: 808 time: 0.1663885 Aug 31 04:33:38.828811 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f6f1f-0eae-4bbb-9dde-69c919916d05 req-b4aad74c-9be6-4d4a-bb56-ac2ca80c95bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:38.830843 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8c5f6f1f-0eae-4bbb-9dde-69c919916d05 req-b4aad74c-9be6-4d4a-bb56-ac2ca80c95bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 1099 time: 0.0783799 Aug 31 04:33:38.848322 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b5ae2936-c0f8-4ab1-919a-e2becf6ac59b req-c4fcbc94-ffec-4ed6-a99e-ccbc98648b87 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477083 Aug 31 04:33:38.911867 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-fadd8e70-0aa7-4b43-b4b5-78e4df594267 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc9b930e41cd41eaa6a57daaf977c110 HTTP/1.1" status: 200 len: 376 time: 0.0449214 Aug 31 04:33:38.956021 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-c076c284-f6dd-47a6-9c16-83800255728d req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Request body: {'port': {'device_id': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'admin_state_up': True, 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'security_groups': ['74ddf0bc-b8ad-448a-a2cb-5ece9377adeb']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:39.067965 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f6f1f-0eae-4bbb-9dde-69c919916d05 req-f525eb33-728d-4e86-91a9-17e4c1c20308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:39.069471 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8c5f6f1f-0eae-4bbb-9dde-69c919916d05 req-f525eb33-728d-4e86-91a9-17e4c1c20308 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f HTTP/1.1" status: 200 len: 920 time: 0.1701190 Aug 31 04:33:39.127999 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8c5f6f1f-0eae-4bbb-9dde-69c919916d05 req-ce005ad5-e47a-49bc-b91e-48fb7c8f793f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a654eacd-7bf9-414b-b087-313b4e482007 HTTP/1.1" status: 200 len: 217 time: 0.0436580 Aug 31 04:33:39.135564 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c076c284-f6dd-47a6-9c16-83800255728d req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Made reservation on behalf of dc9b930e41cd41eaa6a57daaf977c110 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:33:39.139232 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c076c284-f6dd-47a6-9c16-83800255728d req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:39.240368 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f6f1f-0eae-4bbb-9dde-69c919916d05 req-90f1ee17-5a96-4935-94d8-24707c067e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:39.241908 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8c5f6f1f-0eae-4bbb-9dde-69c919916d05 req-90f1ee17-5a96-4935-94d8-24707c067e9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bb0db2b-5bea-471c-816a-d8da6d2c85ca HTTP/1.1" status: 200 len: 859 time: 0.0993574 Aug 31 04:33:39.277330 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072b60c-d421-4760-a3d3-3f2fc0122725 req-065ffb96-794a-49cb-9c61-0b6dc371ea10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:39.279557 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7072b60c-d421-4760-a3d3-3f2fc0122725 req-065ffb96-794a-49cb-9c61-0b6dc371ea10 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 946 time: 0.1379645 Aug 31 04:33:39.378774 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7072b60c-d421-4760-a3d3-3f2fc0122725 req-98e38ae4-a8c2-4e9b-812f-d56f17b20cba tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870650 Aug 31 04:33:39.384359 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8c5f6f1f-0eae-4bbb-9dde-69c919916d05 req-c5629150-2b2f-48c5-9625-02da672427a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355861 Aug 31 04:33:39.404750 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-c076c284-f6dd-47a6-9c16-83800255728d req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Allocated IP 172.20.0.14 (cc5fd2e2-b721-4413-b932-bf9b9676a7be/f3b9e9d3-498d-4c78-a531-b1917cf3e88e/d2456571-a669-41f3-b45e-0fef2b57d1d4) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:39.499584 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9a46ba60-4bef-4e8e-835d-af435633037d req-2e2f9fd9-a193-4d58-9fe5-b1c58677da52 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 210 time: 0.0305758 Aug 31 04:33:39.572744 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8c5f6f1f-0eae-4bbb-9dde-69c919916d05 req-47a6e441-5871-4f1b-a5c7-0023ebdafb5b service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656229 Aug 31 04:33:39.725702 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c076c284-f6dd-47a6-9c16-83800255728d req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:39.740381 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd2269-1770-4d13-b8e5-3c9f65439805 req-20008d93-e7d0-40b2-acf8-74d28ff7558f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:39.742108 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-36cd2269-1770-4d13-b8e5-3c9f65439805 req-20008d93-e7d0-40b2-acf8-74d28ff7558f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.1664402 Aug 31 04:33:39.781843 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-c076c284-f6dd-47a6-9c16-83800255728d req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Transition to ACTIVE for port object d2456571-a669-41f3-b45e-0fef2b57d1d4 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:39.825088 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8c5f6f1f-0eae-4bbb-9dde-69c919916d05 req-b31be354-df9e-4232-876c-b7d38752e6fd service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082465 Aug 31 04:33:39.841381 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-36cd2269-1770-4d13-b8e5-3c9f65439805 req-943811e8-e130-4d1f-a0ff-0aedf79c692a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739424 Aug 31 04:33:39.854325 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48296e-5141-4ec6-9a9c-80bb46962b8b req-6564ad32-fd4c-47b7-98b4-bbf18bd2cf17 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:39.855823 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0b48296e-5141-4ec6-9a9c-80bb46962b8b req-6564ad32-fd4c-47b7-98b4-bbf18bd2cf17 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 946 time: 0.1430387 Aug 31 04:33:39.889839 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c076c284-f6dd-47a6-9c16-83800255728d req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:39.966310 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c076c284-f6dd-47a6-9c16-83800255728d req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Network cc5fd2e2-b721-4413-b932-bf9b9676a7be is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:39.991959 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-c076c284-f6dd-47a6-9c16-83800255728d req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:40.000032 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c076c284-f6dd-47a6-9c16-83800255728d req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:40.003016 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f64d2-a51e-4c3e-8761-fb49e8f1c090 req-d1e2acf5-2b50-461e-8227-c031c47a0be2 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:40.004611 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-967f64d2-a51e-4c3e-8761-fb49e8f1c090 req-d1e2acf5-2b50-461e-8227-c031c47a0be2 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0758269 Aug 31 04:33:40.046412 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Pushing event updated for resources: {'Port': ['ID=d2456571-a669-41f3-b45e-0fef2b57d1d4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:40.059591 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-967f64d2-a51e-4c3e-8761-fb49e8f1c090 req-c61508c8-5a87-4bb0-ac83-3f83547107e7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Aug 31 04:33:40.076977 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076c284-f6dd-47a6-9c16-83800255728d req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:40.077650 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c076c284-f6dd-47a6-9c16-83800255728d req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.094679 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0b48296e-5141-4ec6-9a9c-80bb46962b8b req-0768b363-422d-4d02-b345-2647efc2efdc tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Deleting port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:33:40.095126 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b48296e-5141-4ec6-9a9c-80bb46962b8b req-0768b363-422d-4d02-b345-2647efc2efdc tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.116083 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-c41b75f4-05c2-424d-974f-58ea00ce43d8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1640811 Aug 31 04:33:40.151099 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Request body: {'port': {'device_id': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:40.235504 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3a896-96b6-44f3-b921-f4473b77a6be req-6900dd0b-46ac-4bc0-ae41-c3cc03dd25df tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:40.237130 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1af3a896-96b6-44f3-b921-f4473b77a6be req-6900dd0b-46ac-4bc0-ae41-c3cc03dd25df tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0712543 Aug 31 04:33:40.245938 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.266939 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0b48296e-5141-4ec6-9a9c-80bb46962b8b req-0768b363-422d-4d02-b345-2647efc2efdc tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] For port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf3bd5e4-feb6-4c0b-8fed-d83d4419b851,segment=NetworkSegment(ad6768c0-669d-4aa3-b815-8902f11df1a1),segment_id=ad6768c0-669d-4aa3-b815-8902f11df1a1)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:40.267313 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b48296e-5141-4ec6-9a9c-80bb46962b8b req-0768b363-422d-4d02-b345-2647efc2efdc tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.276737 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1af3a896-96b6-44f3-b921-f4473b77a6be req-84fec131-b07c-45b2-97f2-81dfc68f97d7 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330358 Aug 31 04:33:40.281631 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0b48296e-5141-4ec6-9a9c-80bb46962b8b req-0768b363-422d-4d02-b345-2647efc2efdc tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Calling delete_port for cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:33:40.302276 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-174520c1-cabf-4875-9047-317a940f31c3 None None] Provisioning for port d2456571-a669-41f3-b45e-0fef2b57d1d4 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:40.306894 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-174520c1-cabf-4875-9047-317a940f31c3 None None] Provisioning complete for port d2456571-a669-41f3-b45e-0fef2b57d1d4 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:40.307329 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-174520c1-cabf-4875-9047-317a940f31c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.341634 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-174520c1-cabf-4875-9047-317a940f31c3 None None] Port d2456571-a669-41f3-b45e-0fef2b57d1d4 cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:33:40.589589 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1779ec-5534-47c0-8221-53bbc9ce46b1 req-2400df7f-bf3b-47c4-9768-a93184ac5253 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:40.591668 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ec1779ec-5534-47c0-8221-53bbc9ce46b1 req-2400df7f-bf3b-47c4-9768-a93184ac5253 tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b6864f-0bdb-45c7-8f07-733a0e02435b HTTP/1.1" status: 200 len: 946 time: 0.1264875 Aug 31 04:33:40.620807 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6650c7a-efc1-4301-92f8-2a76fc72981f req-644eb87f-2e55-4a06-872e-2efc3ec25b78 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:40.622452 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b6650c7a-efc1-4301-92f8-2a76fc72981f req-644eb87f-2e55-4a06-872e-2efc3ec25b78 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 932 time: 0.0521431 Aug 31 04:33:40.660804 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b6650c7a-efc1-4301-92f8-2a76fc72981f req-b40a8514-1790-4be1-997a-7400944de072 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0321825 Aug 31 04:33:40.859252 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b48296e-5141-4ec6-9a9c-80bb46962b8b req-0768b363-422d-4d02-b345-2647efc2efdc tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.906543 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768b363-422d-4d02-b345-2647efc2efdc tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Pushing event deleted for resources: {'Port': ['ID=cf3bd5e4-feb6-4c0b-8fed-d83d4419b851,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:40.908092 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['cf3bd5e4-feb6-4c0b-8fed-d83d4419b851'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:33:40.917109 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ec1779ec-5534-47c0-8221-53bbc9ce46b1 req-9f0b8b1c-fe93-44bd-8f06-87b3a20412be tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.38 "GET /v2.0/security-groups?id=5e737cb6-a9ef-482d-9081-2522ebf7e4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135891 Aug 31 04:33:40.982788 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b48296e-5141-4ec6-9a9c-80bb46962b8b req-0768b363-422d-4d02-b345-2647efc2efdc tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] No DVR routers for this DVR port cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:33:40.986495 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b48296e-5141-4ec6-9a9c-80bb46962b8b req-0768b363-422d-4d02-b345-2647efc2efdc tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:40.988367 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0b48296e-5141-4ec6-9a9c-80bb46962b8b req-0768b363-422d-4d02-b345-2647efc2efdc tempest-VolumesActionsTest-380161659 tempest-VolumesActionsTest-380161659-project] 10.222.0.16 "DELETE /v2.0/ports/cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 HTTP/1.1" status: 204 len: 173 time: 1.1075294 Aug 31 04:33:40.990568 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b6864f-0bdb-45c7-8f07-733a0e02435b', 'name': 'network-vif-deleted', 'tag': 'cf3bd5e4-feb6-4c0b-8fed-d83d4419b851'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:40.992790 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2304ff5a-0341-407e-b910-9054c4b710cd" -d '{"events": [{"server_uuid": "97b6864f-0bdb-45c7-8f07-733a0e02435b", "name": "network-vif-deleted", "tag": "cf3bd5e4-feb6-4c0b-8fed-d83d4419b851"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:40.999454 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2456571-a669-41f3-b45e-0fef2b57d1d4 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:33:41.009401 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.009547 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf030d-29a3-4ce9-8fa6-5d76e97da108 req-8994a6c8-9805-40dc-b911-3c366e9f9261 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:41.010102 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d6bf030d-29a3-4ce9-8fa6-5d76e97da108 req-8994a6c8-9805-40dc-b911-3c366e9f9261 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0786712 Aug 31 04:33:41.021748 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Transition to ACTIVE for port object d2456571-a669-41f3-b45e-0fef2b57d1d4 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:33:41.027045 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.076134 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8675ea-fb90-43e4-9835-fba947253b2a x-openstack-request-id: req-8b8675ea-fb90-43e4-9835-fba947253b2a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:41.076439 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b6864f-0bdb-45c7-8f07-733a0e02435b", "name": "network-vif-deleted", "tag": "cf3bd5e4-feb6-4c0b-8fed-d83d4419b851", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:41.076695 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b8675ea-fb90-43e4-9835-fba947253b2a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:41.077127 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b6864f-0bdb-45c7-8f07-733a0e02435b', 'name': 'network-vif-deleted', 'tag': 'cf3bd5e4-feb6-4c0b-8fed-d83d4419b851', 'status': 'completed', 'code': 200} Aug 31 04:33:41.077597 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d6bf030d-29a3-4ce9-8fa6-5d76e97da108 req-64fc8d08-2862-441b-8375-df3ba965a0ea tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374506 Aug 31 04:33:41.113086 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2456571-a669-41f3-b45e-0fef2b57d1d4,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:41.200024 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Attempting to bind port d2456571-a669-41f3-b45e-0fef2b57d1d4 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:33:41.200957 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Attempting to bind port d2456571-a669-41f3-b45e-0fef2b57d1d4 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'e6d9d338-37b1-42e6-946a-534fb57dbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:33:41.201317 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Attempting to bind port d2456571-a669-41f3-b45e-0fef2b57d1d4 on network cc5fd2e2-b721-4413-b932-bf9b9676a7be {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:41.210030 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Port d2456571-a669-41f3-b45e-0fef2b57d1d4 on network cc5fd2e2-b721-4413-b932-bf9b9676a7be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:33:41.210375 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Attempting to bind port d2456571-a669-41f3-b45e-0fef2b57d1d4 on network cc5fd2e2-b721-4413-b932-bf9b9676a7be {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:33:41.219984 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:33:41.220362 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Checking segment: {'id': 'e6d9d338-37b1-42e6-946a-534fb57dbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:33:41.220738 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Bound using segment: {'id': 'e6d9d338-37b1-42e6-946a-534fb57dbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:33:41.221248 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Bound port: d2456571-a669-41f3-b45e-0fef2b57d1d4, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d9d338-37b1-42e6-946a-534fb57dbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:33:41.221544 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.232275 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e335490-1065-4c48-8b00-2a405660d0f3 req-b91c1af0-3fc1-47a1-bb44-77f7a439eecd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:41.233855 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7e335490-1065-4c48-8b00-2a405660d0f3 req-b91c1af0-3fc1-47a1-bb44-77f7a439eecd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0846016 Aug 31 04:33:41.315056 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7e335490-1065-4c48-8b00-2a405660d0f3 req-a7b6ccd7-f679-475c-9846-592d09324220 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739846 Aug 31 04:33:41.332719 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] For port d2456571-a669-41f3-b45e-0fef2b57d1d4, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:33:41.336083 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] For port d2456571-a669-41f3-b45e-0fef2b57d1d4, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:33:41.340482 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.379757 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:41.380586 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:41.381938 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/d2456571-a669-41f3-b45e-0fef2b57d1d4 HTTP/1.1" status: 200 len: 1094 time: 1.2368159 Aug 31 04:33:41.403881 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee49be-ceb3-425b-8c63-e24de0e3e0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2456571-a669-41f3-b45e-0fef2b57d1d4,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:41.428887 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8419fd9-87f3-4706-b738-3dfde13fe36c req-8264d09e-34fc-4125-afc3-757cc0c15251 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:41.432693 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c8419fd9-87f3-4706-b738-3dfde13fe36c req-8264d09e-34fc-4125-afc3-757cc0c15251 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0824511 Aug 31 04:33:41.474749 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c8419fd9-87f3-4706-b738-3dfde13fe36c req-fb1b676e-139c-4a7e-b40e-d6a683caf3dc tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369868 Aug 31 04:33:41.538824 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076c284-f6dd-47a6-9c16-83800255728d req-114daf2f-a149-457f-9e6b-fe3643288629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:41.540418 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-114daf2f-a149-457f-9e6b-fe3643288629 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc9b930e41cd41eaa6a57daaf977c110&device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 1097 time: 0.0464110 Aug 31 04:33:41.603832 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-7ceabfe5-6b0a-41a6-8abc-049cdaad47c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4 HTTP/1.1" status: 200 len: 217 time: 0.0381520 Aug 31 04:33:41.670337 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076c284-f6dd-47a6-9c16-83800255728d req-98ea912e-1cd7-4842-a3c3-8bfbe722a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:41.671836 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-98ea912e-1cd7-4842-a3c3-8bfbe722a969 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3b9e9d3-498d-4c78-a531-b1917cf3e88e HTTP/1.1" status: 200 len: 847 time: 0.0513253 Aug 31 04:33:41.770197 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076c284-f6dd-47a6-9c16-83800255728d req-aff16fde-085d-4d2a-b522-882f01acf22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:41.771715 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-aff16fde-085d-4d2a-b522-882f01acf22a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc5fd2e2-b721-4413-b932-bf9b9676a7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761843 Aug 31 04:33:41.788350 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18659c0b-3b45-4f1f-9eb0-04ebf10ea04d req-58c35197-d0e2-474b-85b8-a661d5d55645 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:41.789794 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-18659c0b-3b45-4f1f-9eb0-04ebf10ea04d req-58c35197-d0e2-474b-85b8-a661d5d55645 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 944 time: 0.0570850 Aug 31 04:33:41.878297 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-18659c0b-3b45-4f1f-9eb0-04ebf10ea04d req-fceaa74a-c3f5-406b-9c14-45a63446d191 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0805817 Aug 31 04:33:41.906076 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-159d95bb-7ea7-47c0-a695-3dcb9c44e033 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152813 Aug 31 04:33:42.000405 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c076c284-f6dd-47a6-9c16-83800255728d req-34abacde-e5cf-4dbd-9540-bb903e90deac service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870793 Aug 31 04:33:42.202825 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27ae79-0305-42ab-88fb-efcbbf9673e7 req-08fd0c8d-f7d3-472f-9a07-b8f1a7212d2c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:42.204191 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ca27ae79-0305-42ab-88fb-efcbbf9673e7 req-08fd0c8d-f7d3-472f-9a07-b8f1a7212d2c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0612967 Aug 31 04:33:42.242142 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ca27ae79-0305-42ab-88fb-efcbbf9673e7 req-8a26576f-34ad-40fa-9ca2-eb1339f8cc12 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319462 Aug 31 04:33:42.431174 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f4bc7-3af3-468b-a27f-fd932a96a3f6 req-ad10b475-ea6b-4fa4-a55d-cd7daf2752c8 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:42.432756 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-eb5f4bc7-3af3-468b-a27f-fd932a96a3f6 req-ad10b475-ea6b-4fa4-a55d-cd7daf2752c8 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0500414 Aug 31 04:33:42.472175 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-eb5f4bc7-3af3-468b-a27f-fd932a96a3f6 req-f132435e-fb07-4691-ba7f-ec113dd78773 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328934 Aug 31 04:33:42.604369 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b770ba4-aeab-45e4-8ce9-6700ac5a6763 req-730bd67d-2ee2-4c86-a614-8db12beb02ad tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:42.605898 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3b770ba4-aeab-45e4-8ce9-6700ac5a6763 req-730bd67d-2ee2-4c86-a614-8db12beb02ad tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0503647 Aug 31 04:33:42.644455 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3b770ba4-aeab-45e4-8ce9-6700ac5a6763 req-e1b9ebcf-592d-429d-b35e-1e2d1d122112 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321484 Aug 31 04:33:42.994804 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058ad9a-51d7-43a3-8324-3acf7162591a req-e4c81823-1ba8-4686-930e-e4d6bc6b3ba6 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:42.996267 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5058ad9a-51d7-43a3-8324-3acf7162591a req-e4c81823-1ba8-4686-930e-e4d6bc6b3ba6 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 944 time: 0.0513241 Aug 31 04:33:43.032476 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5058ad9a-51d7-43a3-8324-3acf7162591a req-ed507f5f-c8fd-4740-8b5d-28d5011e6313 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0302427 Aug 31 04:33:43.077754 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:43.080629 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9bb6f2-b80a-4b62-a9ef-809823792f03" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:43.121920 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e492cb62-af59-4d7a-857c-9dcb4da8a170 x-openstack-request-id: req-e492cb62-af59-4d7a-857c-9dcb4da8a170 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:43.122242 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:43.122492 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e492cb62-af59-4d7a-857c-9dcb4da8a170 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:43.122883 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'status': 'completed', 'code': 200} Aug 31 04:33:43.231025 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bb6f2-b80a-4b62-a9ef-809823792f03 req-9edab76b-8f4a-497b-b76f-45415098396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:43.232517 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ca9bb6f2-b80a-4b62-a9ef-809823792f03 req-9edab76b-8f4a-497b-b76f-45415098396f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc9b930e41cd41eaa6a57daaf977c110&device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 1097 time: 0.0443926 Aug 31 04:33:43.328191 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bb6f2-b80a-4b62-a9ef-809823792f03 req-5cd294c0-d065-4942-b5c0-299a94cf61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:43.329696 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ca9bb6f2-b80a-4b62-a9ef-809823792f03 req-5cd294c0-d065-4942-b5c0-299a94cf61b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc5fd2e2-b721-4413-b932-bf9b9676a7be HTTP/1.1" status: 200 len: 909 time: 0.0828209 Aug 31 04:33:43.360150 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba00e5-73ab-4de6-ac2c-2c15b26378bd req-9a3539f0-a87c-47f2-af53-b6fac48e56d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:43.361668 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b9ba00e5-73ab-4de6-ac2c-2c15b26378bd req-9a3539f0-a87c-47f2-af53-b6fac48e56d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0483751 Aug 31 04:33:43.371296 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ca9bb6f2-b80a-4b62-a9ef-809823792f03 req-ee883171-2ea6-45ea-bd93-efb4ba9be2fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4 HTTP/1.1" status: 200 len: 217 time: 0.0341103 Aug 31 04:33:43.399233 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b9ba00e5-73ab-4de6-ac2c-2c15b26378bd req-9f86979d-1baf-4269-873b-3fb407e150d3 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315044 Aug 31 04:33:43.434963 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bb6f2-b80a-4b62-a9ef-809823792f03 req-a0faaafd-87a3-4b46-b852-4338360fa758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:43.436481 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ca9bb6f2-b80a-4b62-a9ef-809823792f03 req-a0faaafd-87a3-4b46-b852-4338360fa758 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3b9e9d3-498d-4c78-a531-b1917cf3e88e HTTP/1.1" status: 200 len: 847 time: 0.0516732 Aug 31 04:33:43.485721 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bb6f2-b80a-4b62-a9ef-809823792f03 req-e12cc876-2617-47c5-95e0-0ad56ed765cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:43.487186 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ca9bb6f2-b80a-4b62-a9ef-809823792f03 req-e12cc876-2617-47c5-95e0-0ad56ed765cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc5fd2e2-b721-4413-b932-bf9b9676a7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0423133 Aug 31 04:33:43.623815 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea562d-311a-4b3b-b891-759b026ba9b8 req-02eb8f69-92cc-46fe-8629-5b03ad12a6c6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:43.625363 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-05ea562d-311a-4b3b-b891-759b026ba9b8 req-02eb8f69-92cc-46fe-8629-5b03ad12a6c6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0788574 Aug 31 04:33:43.627560 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ca9bb6f2-b80a-4b62-a9ef-809823792f03 req-d0397d5f-f0e2-4348-99f3-32d2eecd8e22 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258280 Aug 31 04:33:43.712157 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-05ea562d-311a-4b3b-b891-759b026ba9b8 req-e12b158c-78fd-4913-a061-e81760e84e05 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808177 Aug 31 04:33:43.745644 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ca9bb6f2-b80a-4b62-a9ef-809823792f03 req-882aa045-7449-4706-af98-f4dec3eb2a55 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007090 Aug 31 04:33:43.761771 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40a3f2-669e-4519-9d88-2e8cdaa2a448 req-4c7ed726-fe97-4cd5-8f3a-b902f849af81 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:43.764269 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8c40a3f2-669e-4519-9d88-2e8cdaa2a448 req-4c7ed726-fe97-4cd5-8f3a-b902f849af81 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0509222 Aug 31 04:33:43.805737 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8c40a3f2-669e-4519-9d88-2e8cdaa2a448 req-710e4fd3-a48a-4ca7-bb61-00900ff6402d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340793 Aug 31 04:33:43.927666 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:33:43.950857 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:33:43.951198 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device cf3bd5e4-feb6-4c0b-8fed-d83d4419b851 not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:33:44.150642 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7967076-27d3-4bb7-ac65-d9127e5507a0 req-77f30700-c6ad-4162-a3f3-ad1bbafac118 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:44.152176 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c7967076-27d3-4bb7-ac65-d9127e5507a0 req-77f30700-c6ad-4162-a3f3-ad1bbafac118 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 944 time: 0.0530984 Aug 31 04:33:44.193405 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c7967076-27d3-4bb7-ac65-d9127e5507a0 req-f2512a6b-93a8-4f71-920d-f6a647124c05 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0347359 Aug 31 04:33:44.521958 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5deed-6597-4108-8178-11ba45ed6c90 req-ba860f3e-a674-4364-bfe3-9e50d37c8562 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:44.523568 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-edd5deed-6597-4108-8178-11ba45ed6c90 req-ba860f3e-a674-4364-bfe3-9e50d37c8562 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0526943 Aug 31 04:33:44.561643 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-edd5deed-6597-4108-8178-11ba45ed6c90 req-90a94037-3f68-474e-a264-35e0772de7fb tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315177 Aug 31 04:33:44.825752 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bf195-b799-451d-9906-9f7c1373958f req-878ceafc-5882-47b5-aa78-6a5e034fa0d0 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:44.827219 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-096bf195-b799-451d-9906-9f7c1373958f req-878ceafc-5882-47b5-aa78-6a5e034fa0d0 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0478365 Aug 31 04:33:44.866950 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-096bf195-b799-451d-9906-9f7c1373958f req-43854d16-4d46-47d1-a5ee-6b7a4534821a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335867 Aug 31 04:33:44.919958 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3a0c7-3a11-492d-b033-e629225a4673 req-3b22feec-0ff8-49a3-9fdf-9e879b679d68 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:44.921423 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5fd3a0c7-3a11-492d-b033-e629225a4673 req-3b22feec-0ff8-49a3-9fdf-9e879b679d68 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0493338 Aug 31 04:33:44.960521 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5fd3a0c7-3a11-492d-b033-e629225a4673 req-5b497a72-0912-4efe-b485-7df4c471c11f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330987 Aug 31 04:33:45.309089 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3e2fc-e80c-4078-82ea-43b20a123bad req-c86f3e41-0950-44c2-8175-2d84d77a6588 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:45.311155 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a9f3e2fc-e80c-4078-82ea-43b20a123bad req-c86f3e41-0950-44c2-8175-2d84d77a6588 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 944 time: 0.0496902 Aug 31 04:33:45.346973 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a9f3e2fc-e80c-4078-82ea-43b20a123bad req-21a73dae-f666-44dd-ba1a-f9387938063b tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0299451 Aug 31 04:33:45.687978 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f9dd4-3ccb-4300-a46d-45cb55007e5c req-70dd0b99-9e65-4845-86f8-ec2839fa1b38 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:45.689550 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3d3f9dd4-3ccb-4300-a46d-45cb55007e5c req-70dd0b99-9e65-4845-86f8-ec2839fa1b38 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0560412 Aug 31 04:33:45.727665 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3d3f9dd4-3ccb-4300-a46d-45cb55007e5c req-d752b5e0-7dd8-464c-a2e6-bbde4af046e3 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314190 Aug 31 04:33:45.943266 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device d2456571-a669-41f3-b45e-0fef2b57d1d4 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:33:45.993614 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e638d04-1d92-4291-b2ae-9d6956176d0d req-3c5f7ecf-12ff-4a60-80f2-f1f0f1c0fa13 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:45.995118 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2e638d04-1d92-4291-b2ae-9d6956176d0d req-3c5f7ecf-12ff-4a60-80f2-f1f0f1c0fa13 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0552783 Aug 31 04:33:46.034517 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2e638d04-1d92-4291-b2ae-9d6956176d0d req-bb7d4608-59f0-427f-be16-760468efc079 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Aug 31 04:33:46.038173 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port d2456571-a669-41f3-b45e-0fef2b57d1d4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:46.053414 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'port_id': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'mac_address': 'fa:16:3e:02:c5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:33:46.079882 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce13ddb-640b-4ea5-a7de-9548fa87bada req-09e0cb59-f0da-4bd8-a910-261f35e22c01 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:46.081372 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cce13ddb-640b-4ea5-a7de-9548fa87bada req-09e0cb59-f0da-4bd8-a910-261f35e22c01 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0525689 Aug 31 04:33:46.093074 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:46.105806 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2456571-a669-41f3-b45e-0fef2b57d1d4 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:33:46.125418 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port d2456571-a669-41f3-b45e-0fef2b57d1d4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:46.129111 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cce13ddb-640b-4ea5-a7de-9548fa87bada req-15ddf7d5-5fa5-446f-ba96-f29f35462544 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413873 Aug 31 04:33:46.129722 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:46.180718 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=d2456571-a669-41f3-b45e-0fef2b57d1d4,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:46.458248 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba56f3-f792-4c20-b50e-bebf4522de6a req-2eb9f91a-cafb-4b6a-a632-d15c7c80aab5 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:46.459653 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6eba56f3-f792-4c20-b50e-bebf4522de6a req-2eb9f91a-cafb-4b6a-a632-d15c7c80aab5 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 945 time: 0.0486665 Aug 31 04:33:46.496985 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6eba56f3-f792-4c20-b50e-bebf4522de6a req-5c897dc5-b3c0-49f3-a2c4-83321a099b11 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0314670 Aug 31 04:33:46.527758 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['d2456571-a669-41f3-b45e-0fef2b57d1d4'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:33:46.846260 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829f6aa-743c-483d-8749-76735c46c6c9 req-23c2cd9c-df15-44cc-90ff-fac183fd9bd0 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:46.847842 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a829f6aa-743c-483d-8749-76735c46c6c9 req-23c2cd9c-df15-44cc-90ff-fac183fd9bd0 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0489078 Aug 31 04:33:46.884586 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a829f6aa-743c-483d-8749-76735c46c6c9 req-bb9cb450-ee48-4b11-85f2-a0b124cfce43 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306721 Aug 31 04:33:47.150079 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ea799-05e4-4db7-82d6-f04fe9d210ad req-36224383-7b5c-4b2a-84be-4cb0ced388f3 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:47.151543 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9c2ea799-05e4-4db7-82d6-f04fe9d210ad req-36224383-7b5c-4b2a-84be-4cb0ced388f3 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0479155 Aug 31 04:33:47.188709 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9c2ea799-05e4-4db7-82d6-f04fe9d210ad req-86f91420-1a50-490d-9922-51cbe317a598 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Aug 31 04:33:47.250645 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba874d-5629-4ed2-8f20-dfa1625502a6 req-d8c3c4de-1398-4260-bc28-2d853b3f260a tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:47.252055 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c7ba874d-5629-4ed2-8f20-dfa1625502a6 req-d8c3c4de-1398-4260-bc28-2d853b3f260a tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0487132 Aug 31 04:33:47.289976 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c7ba874d-5629-4ed2-8f20-dfa1625502a6 req-53e45f66-b24b-41d4-a99a-7f27ca79544e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318944 Aug 31 04:33:47.355518 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5aa3b-6759-459d-800d-d1aed55a22e6 req-0f171119-9270-481e-a95e-dd97ee5c1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:47.357219 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a7a5aa3b-6759-459d-800d-d1aed55a22e6 req-0f171119-9270-481e-a95e-dd97ee5c1c1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=febb97be2d624495be34f1e871def31f&device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 1098 time: 0.0433505 Aug 31 04:33:47.473086 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5aa3b-6759-459d-800d-d1aed55a22e6 req-3e555e22-618d-4ec8-ab19-4cba33c12459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:47.474819 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a7a5aa3b-6759-459d-800d-d1aed55a22e6 req-3e555e22-618d-4ec8-ab19-4cba33c12459 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 HTTP/1.1" status: 200 len: 912 time: 0.0868094 Aug 31 04:33:47.550127 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a7a5aa3b-6759-459d-800d-d1aed55a22e6 req-033c9a0c-5d53-4c03-9240-c498638b75cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d140f76-2c49-4fa5-b761-98826b5af633 HTTP/1.1" status: 200 len: 1001 time: 0.0608525 Aug 31 04:33:47.628389 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5aa3b-6759-459d-800d-d1aed55a22e6 req-f88d6db0-31b6-4327-8daf-7148350c561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:47.629933 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a7a5aa3b-6759-459d-800d-d1aed55a22e6 req-f88d6db0-31b6-4327-8daf-7148350c561e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d741bb28-131b-4ffa-9afc-2e2b11080e2d HTTP/1.1" status: 200 len: 850 time: 0.0699930 Aug 31 04:33:47.645593 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dce27d-788e-46ac-b0c7-c0cc88d161c4 req-d2f2579f-e759-4617-8d71-82c5503141af tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:47.647019 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-31dce27d-788e-46ac-b0c7-c0cc88d161c4 req-d2f2579f-e759-4617-8d71-82c5503141af tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 945 time: 0.0792599 Aug 31 04:33:47.717282 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-31dce27d-788e-46ac-b0c7-c0cc88d161c4 req-b5e574e0-2c3f-4c52-8ccc-d3e94bf4ed93 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0620823 Aug 31 04:33:47.720042 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5aa3b-6759-459d-800d-d1aed55a22e6 req-08203e2e-47f7-49ab-b0cf-34c6e238772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:47.721304 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a7a5aa3b-6759-459d-800d-d1aed55a22e6 req-08203e2e-47f7-49ab-b0cf-34c6e238772b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734284 Aug 31 04:33:47.815309 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a7a5aa3b-6759-459d-800d-d1aed55a22e6 req-7b386501-7ae4-4502-99ca-729fb370628a service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854526 Aug 31 04:33:47.908020 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a7a5aa3b-6759-459d-800d-d1aed55a22e6 req-26e934db-908f-4649-b4d4-d3f84917c2d8 service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831418 Aug 31 04:33:47.944853 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device d2456571-a669-41f3-b45e-0fef2b57d1d4 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:47.993373 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port d2456571-a669-41f3-b45e-0fef2b57d1d4 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:33:47.996973 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port d2456571-a669-41f3-b45e-0fef2b57d1d4 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:47.997382 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:48.007075 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9719a6-04f5-4c09-ac6d-b8edf434736e req-1f9bc288-6d74-4081-8848-41ccc62b965b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:48.008525 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9a9719a6-04f5-4c09-ac6d-b8edf434736e req-1f9bc288-6d74-4081-8848-41ccc62b965b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0524206 Aug 31 04:33:48.045720 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9a9719a6-04f5-4c09-ac6d-b8edf434736e req-358874c1-cb0b-494d-91c3-1a1179462a50 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309448 Aug 31 04:33:48.078419 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:48.103174 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:48.105451 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d033206d-1598-434e-a313-7379e12a08a1" -d '{"events": [{"server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "name": "network-vif-plugged", "status": "completed", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:48.118885 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port d2456571-a669-41f3-b45e-0fef2b57d1d4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:48.122949 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:48.146613 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749917c3-20b3-42d8-944d-c4e9f5091c5e x-openstack-request-id: req-749917c3-20b3-42d8-944d-c4e9f5091c5e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:48.146897 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "name": "network-vif-plugged", "status": "completed", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:48.147144 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-749917c3-20b3-42d8-944d-c4e9f5091c5e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:48.147522 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'code': 200} Aug 31 04:33:48.172961 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=d2456571-a669-41f3-b45e-0fef2b57d1d4,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:48.183278 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:48.183522 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:48.183693 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:48.184046 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:48.184447 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:48.184787 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:48.185152 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:48.185579 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:48.185995 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:48.186439 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:48.186889 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:48.187218 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:48.302837 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fe5d6-771a-49c4-91c3-c0ff2f19d77b req-34870ce3-5703-4846-b841-e3f205464ff2 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:48.304195 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d09fe5d6-771a-49c4-91c3-c0ff2f19d77b req-34870ce3-5703-4846-b841-e3f205464ff2 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0473428 Aug 31 04:33:48.354219 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d09fe5d6-771a-49c4-91c3-c0ff2f19d77b req-01a887d8-f071-4727-8c8f-930631b660d4 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 Aug 31 04:33:48.419258 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fd00b-7180-4a9c-89eb-605a63fc61c4 req-25fc64bc-8aa7-48c3-a80c-a48657997e85 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:48.420794 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-718fd00b-7180-4a9c-89eb-605a63fc61c4 req-25fc64bc-8aa7-48c3-a80c-a48657997e85 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0526068 Aug 31 04:33:48.459786 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-718fd00b-7180-4a9c-89eb-605a63fc61c4 req-11365a64-8713-47ff-98cf-d5cd385ac503 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321283 Aug 31 04:33:48.505367 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f12b9-6cf3-423d-87f6-702d90c43765 req-956d4cd6-979b-4eb7-b709-3aa7b87487a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:48.506826 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6e3f12b9-6cf3-423d-87f6-702d90c43765 req-956d4cd6-979b-4eb7-b709-3aa7b87487a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 1099 time: 0.0388286 Aug 31 04:33:48.546140 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6e3f12b9-6cf3-423d-87f6-702d90c43765 req-490f2674-0624-401b-be1a-f666612b2768 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0277827 Aug 31 04:33:48.828975 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f86c2-3d3c-4171-bc64-d23ab438c3a7 req-aa8fbb94-769e-4f71-953a-aae186843bf9 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:48.830472 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-390f86c2-3d3c-4171-bc64-d23ab438c3a7 req-aa8fbb94-769e-4f71-953a-aae186843bf9 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0483325 Aug 31 04:33:48.869229 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-390f86c2-3d3c-4171-bc64-d23ab438c3a7 req-c033afd8-ca06-4a43-8358-2e3a940f36e6 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0326447 Aug 31 04:33:49.171614 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3ea5f-9e61-4da0-b2e1-dc87f808a10e req-0ed45020-ac73-4fb6-94b8-6874bb9ce9d5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:49.173128 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-38c3ea5f-9e61-4da0-b2e1-dc87f808a10e req-0ed45020-ac73-4fb6-94b8-6874bb9ce9d5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0514336 Aug 31 04:33:49.214054 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-38c3ea5f-9e61-4da0-b2e1-dc87f808a10e req-89d87c3d-b48f-4886-856f-c0d9f837fa1a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350230 Aug 31 04:33:49.476437 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a280ddb8-b0f6-4532-923c-12a86e105485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:49.579683 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b8ca6-3396-431e-9297-1582c52b2e82 req-d6371375-1277-4250-b14c-dc6fa725589f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:49.581465 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-554b8ca6-3396-431e-9297-1582c52b2e82 req-d6371375-1277-4250-b14c-dc6fa725589f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0518527 Aug 31 04:33:49.625880 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-554b8ca6-3396-431e-9297-1582c52b2e82 req-538c2912-9130-4402-ac0e-77fb0182ac9d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357406 Aug 31 04:33:49.689683 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e312bb-189d-4296-a605-9f6f394c9792 req-43c4999c-4d73-4517-bdf0-020c45a3667c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:49.691160 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d8e312bb-189d-4296-a605-9f6f394c9792 req-43c4999c-4d73-4517-bdf0-020c45a3667c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.2760243 Aug 31 04:33:49.729606 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d8e312bb-189d-4296-a605-9f6f394c9792 req-95a62d07-f62a-454d-b74a-c35978cd2479 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322318 Aug 31 04:33:49.954736 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 7091eca2-6fd8-4e0e-a884-397ba69ec4fa details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:33:49.990612 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607e466-a180-4053-a6dd-8a0461dc3a51 req-4a517e92-f69d-4644-b5a6-30268df27da7 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:49.992110 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f607e466-a180-4053-a6dd-8a0461dc3a51 req-4a517e92-f69d-4644-b5a6-30268df27da7 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0570815 Aug 31 04:33:50.033270 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f607e466-a180-4053-a6dd-8a0461dc3a51 req-8a4dddfa-db67-4ccd-aec3-dcaa776d8c4f tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0337353 Aug 31 04:33:50.053960 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:50.064757 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'port_id': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'mac_address': 'fa:16:3e:12:8e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:33:50.103198 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:50.115507 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7091eca2-6fd8-4e0e-a884-397ba69ec4fa {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:33:50.134588 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:50.138273 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:50.183221 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:50.334096 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ac82d-c8dd-4aa5-ae25-f3c1ffa6b32c req-fae7f754-ec12-4fe9-8c79-125d44c90898 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:50.335563 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-908ac82d-c8dd-4aa5-ae25-f3c1ffa6b32c req-fae7f754-ec12-4fe9-8c79-125d44c90898 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 945 time: 0.0495973 Aug 31 04:33:50.374815 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-908ac82d-c8dd-4aa5-ae25-f3c1ffa6b32c req-399476b6-382b-49dc-ab98-f7c91f902db5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331781 Aug 31 04:33:50.418279 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['7091eca2-6fd8-4e0e-a884-397ba69ec4fa'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:33:50.746430 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b0c64-05d5-4602-a88b-0ee0439abc01 req-17a6c06e-50b6-4b5c-a8b3-1375e4c8b2ad tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:50.747898 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-573b0c64-05d5-4602-a88b-0ee0439abc01 req-17a6c06e-50b6-4b5c-a8b3-1375e4c8b2ad tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0477729 Aug 31 04:33:50.790489 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-573b0c64-05d5-4602-a88b-0ee0439abc01 req-f8440b1e-cc44-4ef4-b1e1-c4ba6675e316 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365224 Aug 31 04:33:50.824830 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:50.847919 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825e133-c445-403e-a44d-67c72bca2b0f req-2b9315b7-cf7d-45f5-8ddb-6e5114e53be7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:50.849411 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7825e133-c445-403e-a44d-67c72bca2b0f req-2b9315b7-cf7d-45f5-8ddb-6e5114e53be7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0507290 Aug 31 04:33:50.885619 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7825e133-c445-403e-a44d-67c72bca2b0f req-fed522b9-1c6f-44a2-8cd8-11264f6962ba tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303771 Aug 31 04:33:51.153917 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d89267-ed98-4b51-a76f-674c438e86a0 req-d8761ee0-be91-48b7-b113-da729dc527c0 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:51.155303 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-30d89267-ed98-4b51-a76f-674c438e86a0 req-d8761ee0-be91-48b7-b113-da729dc527c0 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0484555 Aug 31 04:33:51.191761 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-30d89267-ed98-4b51-a76f-674c438e86a0 req-ad56f145-eae0-4b4b-98e9-7cabea3b89c0 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0306249 Aug 31 04:33:51.308111 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c499b6-f239-4dcc-8045-c356046d7b10 req-34c3df13-2269-4d22-8bcc-995e457c2f4a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:51.309632 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-02c499b6-f239-4dcc-8045-c356046d7b10 req-34c3df13-2269-4d22-8bcc-995e457c2f4a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0531557 Aug 31 04:33:51.347046 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-02c499b6-f239-4dcc-8045-c356046d7b10 req-fc004cf4-7c5f-465d-b730-7594a875daf3 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0308638 Aug 31 04:33:51.367879 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 32878) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:51.508002 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9a102-f60e-4199-bd40-fd5c283778c8 req-2c53ac39-71b4-47e9-8544-12adf1e4fee2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:51.509670 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f4b9a102-f60e-4199-bd40-fd5c283778c8 req-2c53ac39-71b4-47e9-8544-12adf1e4fee2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 945 time: 0.0497849 Aug 31 04:33:51.559707 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f4b9a102-f60e-4199-bd40-fd5c283778c8 req-b0f1381c-9c19-4d43-be43-07fe6b985114 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419664 Aug 31 04:33:51.564966 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb3461b-63c2-4653-a9cc-d4a6a86ade25 tempest-TestShelveInstance-2044592988 tempest-TestShelveInstance-2044592988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:51.566613 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-2fb3461b-63c2-4653-a9cc-d4a6a86ade25 tempest-TestShelveInstance-2044592988 tempest-TestShelveInstance-2044592988-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 1094 time: 0.1977854 Aug 31 04:33:51.569395 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 32886) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:33:51.574216 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Request body: {'floatingip': {'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'port_id': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:33:51.597228 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.700944 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.803399 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Allocated IP 172.28.1.231 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/9b9f8d45-6834-4803-9905-7633048db567) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:33:51.937592 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3794b-925f-44dd-a947-7fc4ac2ac4f6 req-2dd78d1d-7878-49c6-a577-ee09454ef5d7 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:51.941202 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f9a3794b-925f-44dd-a947-7fc4ac2ac4f6 req-2dd78d1d-7878-49c6-a577-ee09454ef5d7 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0736051 Aug 31 04:33:51.954380 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:51.986475 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 7091eca2-6fd8-4e0e-a884-397ba69ec4fa up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:33:52.009825 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f9a3794b-925f-44dd-a947-7fc4ac2ac4f6 req-7c23bbda-a2b5-44d2-8cb7-99ca71bfa280 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528867 Aug 31 04:33:52.043090 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:33:52.043486 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.045459 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.056137 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c1811-97df-4e7e-978b-af9b6fd9307d req-acfadf7e-23e9-4cdb-bf12-8d9704503e30 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:52.057703 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6a8c1811-97df-4e7e-978b-af9b6fd9307d req-acfadf7e-23e9-4cdb-bf12-8d9704503e30 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0965784 Aug 31 04:33:52.097074 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:33:52.100025 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:33:52.103788 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:33:52.109284 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Pushing event updated for resources: {'Port': ['ID=9b9f8d45-6834-4803-9905-7633048db567,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:52.117284 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6a8c1811-97df-4e7e-978b-af9b6fd9307d req-324b60c3-520b-4f59-b1ce-163a837cdaf1 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483663 Aug 31 04:33:52.131129 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.135763 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:52.136114 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:52.136453 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:52.136787 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:52.137145 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:52.137472 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:52.137796 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:52.138119 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:52.138443 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:52.138760 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:52.139080 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:52.139911 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:33:52.154377 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:52.157289 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3763a6b-6317-4578-b104-bf32adff9b51" -d '{"events": [{"server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "name": "network-vif-plugged", "status": "completed", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:52.169676 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:33:52.174620 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.210053 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4876b056-163f-4eba-b789-a48e23225393 x-openstack-request-id: req-4876b056-163f-4eba-b789-a48e23225393 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:52.210358 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "name": "network-vif-plugged", "status": "completed", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:52.210748 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4876b056-163f-4eba-b789-a48e23225393 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:52.211208 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'code': 200} Aug 31 04:33:52.237196 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:52.244311 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e61281ab-484a-4567-bc3c-2fa02e1e8b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.424191 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.513069 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.579497 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.684680 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db8062-5dc0-4053-96c5-095d0f30c049 req-a568a81c-0c82-4d03-b9cc-9878cc1ef1bb tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:52.686199 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-58db8062-5dc0-4053-96c5-095d0f30c049 req-a568a81c-0c82-4d03-b9cc-9878cc1ef1bb tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0483217 Aug 31 04:33:52.728958 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-58db8062-5dc0-4053-96c5-095d0f30c049 req-3d3a1a6f-39ab-4ca8-ad50-5eb3ccd09d80 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361824 Aug 31 04:33:52.741547 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.746412 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792571'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.812883 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Pushing event updated for resources: {'Port': ['ID=9b9f8d45-6834-4803-9905-7633048db567,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:33:52.829236 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:52.929809 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.l3_db [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Floating IP f78b3c2e-8bc8-4816-80eb-b86c01745f49 associated. External IP: 172.28.1.231, port: d2456571-a669-41f3-b45e-0fef2b57d1d4. Aug 31 04:33:53.175230 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2943c-f072-4bbd-9694-a8953fd533c3 req-f4c0897e-bc5f-4d22-b484-aa57b2a6ad77 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:53.176725 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ecf2943c-f072-4bbd-9694-a8953fd533c3 req-f4c0897e-bc5f-4d22-b484-aa57b2a6ad77 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0919268 Aug 31 04:33:53.208310 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:33:53.236598 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ecf2943c-f072-4bbd-9694-a8953fd533c3 req-8eb8399b-e88e-4b4c-a49e-351d9449fd82 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530772 Aug 31 04:33:53.239107 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9708d2-a548-49f8-a966-80c10b9643a4 req-e8e7db54-50de-43cd-85f8-4a397484ac53 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:53.241353 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fb9708d2-a548-49f8-a966-80c10b9643a4 req-e8e7db54-50de-43cd-85f8-4a397484ac53 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0584283 Aug 31 04:33:53.279305 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fb9708d2-a548-49f8-a966-80c10b9643a4 req-0a137601-a7fe-4809-9e70-7f61adc96487 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Aug 31 04:33:53.332970 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:33:53.344022 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e20f085-636a-46ca-b2b8-9673c791ddb9 None None] Sync routers for ids ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:33:53.348722 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:53.352989 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20f085-636a-46ca-b2b8-9673c791ddb9 None None] Routers {'80c0c752-6878-4fb1-b2d1-83f0bb62ac33'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:53.353626 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8e20f085-636a-46ca-b2b8-9673c791ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:33:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:53.378137 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-f562cd25-ca80-4f2b-96e4-7faa335df95a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8076510 Aug 31 04:33:53.378724 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:33:53.380970 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b589d13d5832cb16945ae42739308d350e4152bdb33adae47e43b8dd41dd1a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530e4422-4ae8-476f-9b38-204f2ec20825" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:33:53.417480 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98382954-f267-4537-a665-d1d9db8823e5 x-openstack-request-id: req-98382954-f267-4537-a665-d1d9db8823e5 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:33:53.417753 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:33:53.418006 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-98382954-f267-4537-a665-d1d9db8823e5 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:33:53.418407 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'status': 'completed', 'code': 200} Aug 31 04:33:53.463717 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-8e20f085-636a-46ca-b2b8-9673c791ddb9 None None] Set router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:53.522777 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e4422-4ae8-476f-9b38-204f2ec20825 req-0b3aad61-06df-4c4a-86b2-41d19611dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:53.524313 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-530e4422-4ae8-476f-9b38-204f2ec20825 req-0b3aad61-06df-4c4a-86b2-41d19611dfae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc9b930e41cd41eaa6a57daaf977c110&device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 1099 time: 0.0421569 Aug 31 04:33:53.638135 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e4422-4ae8-476f-9b38-204f2ec20825 req-bdaadcdd-7ce7-4244-952c-eed79853aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:53.640326 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-530e4422-4ae8-476f-9b38-204f2ec20825 req-bdaadcdd-7ce7-4244-952c-eed79853aa67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc5fd2e2-b721-4413-b932-bf9b9676a7be HTTP/1.1" status: 200 len: 909 time: 0.0903761 Aug 31 04:33:53.707099 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:53.713701 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-530e4422-4ae8-476f-9b38-204f2ec20825 req-a86c400c-1adf-4d2e-9068-ed1abdde39d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4 HTTP/1.1" status: 200 len: 1000 time: 0.0622509 Aug 31 04:33:53.780574 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e4422-4ae8-476f-9b38-204f2ec20825 req-e321f91a-ca28-47ad-a95e-a8da5bf6588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:53.782115 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-530e4422-4ae8-476f-9b38-204f2ec20825 req-e321f91a-ca28-47ad-a95e-a8da5bf6588e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3b9e9d3-498d-4c78-a531-b1917cf3e88e HTTP/1.1" status: 200 len: 847 time: 0.0599155 Aug 31 04:33:53.789121 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8e20f085-636a-46ca-b2b8-9673c791ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:32:59Z', 'revision_number': 4, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port': {'id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:56Z', 'updated_at': '2021-08-31T04:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': 'f78b3c2e-8bc8-4816-80eb-b86c01745f49', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'floating_ip_address': '172.28.1.231', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'port_id': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'mac_address': 'fa:16:3e:02:c5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:33:52Z', 'updated_at': '2021-08-31T04:33:52Z', 'revision_number': 0, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5d70ed-385f-46bf-95f6-371139b378ee', 'name': '', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'mac_address': 'fa:16:3e:89:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:58Z', 'updated_at': '2021-08-31T04:33:05Z', 'revision_number': 5, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'subnets': [{'id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:53.819137 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e20f085-636a-46ca-b2b8-9673c791ddb9 None None] Checking router: 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:33:53.830248 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20f085-636a-46ca-b2b8-9673c791ddb9 None None] Routers {'80c0c752-6878-4fb1-b2d1-83f0bb62ac33'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:33:53.830893 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8e20f085-636a-46ca-b2b8-9673c791ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:33:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:53.858884 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e4422-4ae8-476f-9b38-204f2ec20825 req-2e7dda0d-8271-42a0-ab12-2149269fc7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:53.860457 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-530e4422-4ae8-476f-9b38-204f2ec20825 req-2e7dda0d-8271-42a0-ab12-2149269fc7a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc5fd2e2-b721-4413-b932-bf9b9676a7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694902 Aug 31 04:33:53.872349 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed3a88-b40c-4a04-846a-454ddcd8022c req-8270ae83-f8c1-498c-a19a-71dc40b9e1d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:53.874322 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-38ed3a88-b40c-4a04-846a-454ddcd8022c req-8270ae83-f8c1-498c-a19a-71dc40b9e1d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0589786 Aug 31 04:33:53.934979 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-8e20f085-636a-46ca-b2b8-9673c791ddb9 None None] Set router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:33:53.970501 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-38ed3a88-b40c-4a04-846a-454ddcd8022c req-cc5df258-f54d-4cbd-b22a-c6ddc78dfaee tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832069 Aug 31 04:33:53.990346 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-530e4422-4ae8-476f-9b38-204f2ec20825 req-f7564821-7ec7-4529-900b-be0da348ba8b service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103995 Aug 31 04:33:54.081472 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-530e4422-4ae8-476f-9b38-204f2ec20825 req-33a6c3ff-4332-4a09-91ea-3553d08faf90 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828342 Aug 31 04:33:54.169310 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8e20f085-636a-46ca-b2b8-9673c791ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:32:59Z', 'revision_number': 4, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port': {'id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:56Z', 'updated_at': '2021-08-31T04:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': 'f78b3c2e-8bc8-4816-80eb-b86c01745f49', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'floating_ip_address': '172.28.1.231', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'port_id': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'mac_address': 'fa:16:3e:02:c5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:33:52Z', 'updated_at': '2021-08-31T04:33:52Z', 'revision_number': 0, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5d70ed-385f-46bf-95f6-371139b378ee', 'name': '', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'mac_address': 'fa:16:3e:89:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:58Z', 'updated_at': '2021-08-31T04:33:05Z', 'revision_number': 5, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'subnets': [{'id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:33:54.196279 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e20f085-636a-46ca-b2b8-9673c791ddb9 None None] The sync data for ids ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'] in dv-cinder-778193-7-smb is: [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:32:59Z', 'revision_number': 4, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port': {'id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:56Z', 'updated_at': '2021-08-31T04:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': 'f78b3c2e-8bc8-4816-80eb-b86c01745f49', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'floating_ip_address': '172.28.1.231', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'port_id': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'mac_address': 'fa:16:3e:02:c5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:33:52Z', 'updated_at': '2021-08-31T04:33:52Z', 'revision_number': 0, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5d70ed-385f-46bf-95f6-371139b378ee', 'name': '', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'mac_address': 'fa:16:3e:89:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:58Z', 'updated_at': '2021-08-31T04:33:05Z', 'revision_number': 5, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'subnets': [{'id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:33:54.353927 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d032ac-3386-42bf-95fe-3293916dfba5 req-abbf9566-9f50-4c61-ae64-2cb1a3fbd4a9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:54.355862 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d9d032ac-3386-42bf-95fe-3293916dfba5 req-abbf9566-9f50-4c61-ae64-2cb1a3fbd4a9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0514884 Aug 31 04:33:54.401827 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437432ac-0614-45f1-9caf-2d3c36aba366 req-5f05919a-c9b5-4410-b540-9f6433584614 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:54.403681 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-437432ac-0614-45f1-9caf-2d3c36aba366 req-5f05919a-c9b5-4410-b540-9f6433584614 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0556023 Aug 31 04:33:54.404008 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ff8d0-8e96-4a66-a03f-8c2b3982f533 None None] New status for floating IP f78b3c2e-8bc8-4816-80eb-b86c01745f49: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:33:54.405655 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d9d032ac-3386-42bf-95fe-3293916dfba5 req-5251af00-437e-4db2-8439-890921dbdeb1 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423515 Aug 31 04:33:54.447946 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-437432ac-0614-45f1-9caf-2d3c36aba366 req-23381eb1-00fa-4c66-9149-1a5ae10ebbee tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381341 Aug 31 04:33:54.902779 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:33:55.106542 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aeda8-6446-438e-8586-0cec7b4b0370 req-db809efb-5a0b-44e8-9f83-1737378d573e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:55.108020 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0b4aeda8-6446-438e-8586-0cec7b4b0370 req-db809efb-5a0b-44e8-9f83-1737378d573e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0501237 Aug 31 04:33:55.144320 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0b4aeda8-6446-438e-8586-0cec7b4b0370 req-8c593dd9-2de9-430f-be16-a6f7fdab38de tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304801 Aug 31 04:33:55.519997 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42b8ae-916a-44bc-b126-8222a83c495d req-9918cf4f-965d-4213-a802-1876b86d3988 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:55.521501 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b42b8ae-916a-44bc-b126-8222a83c495d req-9918cf4f-965d-4213-a802-1876b86d3988 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0494211 Aug 31 04:33:55.558681 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7b42b8ae-916a-44bc-b126-8222a83c495d req-cb674734-2dc7-4222-a72a-68fcb657cbb6 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312648 Aug 31 04:33:55.563978 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f633ccb-df5e-4d5c-b356-17ec3966cbe2 req-3e35cc5b-4fa3-4b05-a3f6-5abab5c5b316 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:55.565510 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8f633ccb-df5e-4d5c-b356-17ec3966cbe2 req-3e35cc5b-4fa3-4b05-a3f6-5abab5c5b316 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0518358 Aug 31 04:33:55.605328 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8f633ccb-df5e-4d5c-b356-17ec3966cbe2 req-40f76942-aebd-4e95-a0a3-f8e44036427c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334525 Aug 31 04:33:56.262886 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e5e00-c8ca-4098-bce5-e33c15d1f5ad req-fb1b3b92-d9b3-40dd-a0bc-144fecffe046 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:56.264280 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-723e5e00-c8ca-4098-bce5-e33c15d1f5ad req-fb1b3b92-d9b3-40dd-a0bc-144fecffe046 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0497096 Aug 31 04:33:56.302252 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-723e5e00-c8ca-4098-bce5-e33c15d1f5ad req-4958e1ab-58b9-40d9-8087-30d4f61833e5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318971 Aug 31 04:33:56.683714 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851964b-9484-4631-8df4-82ccd42a441a req-1791e31d-5dc8-485a-b716-207d10ad7834 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:56.685229 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0851964b-9484-4631-8df4-82ccd42a441a req-1791e31d-5dc8-485a-b716-207d10ad7834 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0555108 Aug 31 04:33:56.723161 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0851964b-9484-4631-8df4-82ccd42a441a req-89f93a51-60bd-447e-9cb5-bd79be48a60d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319016 Aug 31 04:33:56.736756 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83eb288-408a-480e-9f41-2afc382cd400 req-37b381fe-ccb0-4139-865b-af988a19bfaa tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:56.738252 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f83eb288-408a-480e-9f41-2afc382cd400 req-37b381fe-ccb0-4139-865b-af988a19bfaa tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0521429 Aug 31 04:33:56.775337 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f83eb288-408a-480e-9f41-2afc382cd400 req-824c066f-2f08-4324-b02e-7c8e111e8e17 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312734 Aug 31 04:33:56.964419 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e81f2-c01a-4558-834d-db654bb2f057 req-101c78a6-ac25-4a9b-b206-c6cbdd0cd342 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:56.965938 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-063e81f2-c01a-4558-834d-db654bb2f057 req-101c78a6-ac25-4a9b-b206-c6cbdd0cd342 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0522685 Aug 31 04:33:57.004950 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-063e81f2-c01a-4558-834d-db654bb2f057 req-8d73e533-2ab7-4234-906c-a1d228b4b433 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319545 Aug 31 04:33:57.072687 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b3418-64ea-4d61-a7f0-b18ac443fbcd req-3a66291e-dd94-4b88-89cb-fd9e38086d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:57.074181 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-275b3418-64ea-4d61-a7f0-b18ac443fbcd req-3a66291e-dd94-4b88-89cb-fd9e38086d45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=febb97be2d624495be34f1e871def31f&device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 1098 time: 0.0403488 Aug 31 04:33:57.167946 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b3418-64ea-4d61-a7f0-b18ac443fbcd req-8e82bdfc-605a-483d-b909-ca0481e0d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:57.169331 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-275b3418-64ea-4d61-a7f0-b18ac443fbcd req-8e82bdfc-605a-483d-b909-ca0481e0d5b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 HTTP/1.1" status: 200 len: 912 time: 0.0829043 Aug 31 04:33:57.248716 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-275b3418-64ea-4d61-a7f0-b18ac443fbcd req-0119bc5d-06a3-40f1-a6cb-43655b059e82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d140f76-2c49-4fa5-b761-98826b5af633 HTTP/1.1" status: 200 len: 1001 time: 0.0611026 Aug 31 04:33:57.307026 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b3418-64ea-4d61-a7f0-b18ac443fbcd req-e8611a93-5182-422e-abf0-e78ac1b5db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:57.308459 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-275b3418-64ea-4d61-a7f0-b18ac443fbcd req-e8611a93-5182-422e-abf0-e78ac1b5db8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d741bb28-131b-4ffa-9afc-2e2b11080e2d HTTP/1.1" status: 200 len: 850 time: 0.0464065 Aug 31 04:33:57.355689 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b3418-64ea-4d61-a7f0-b18ac443fbcd req-704c5f16-e611-4203-968d-b1ed47cf2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:57.357217 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-275b3418-64ea-4d61-a7f0-b18ac443fbcd req-704c5f16-e611-4203-968d-b1ed47cf2027 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0401442 Aug 31 04:33:57.425448 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da9ec-871e-4b3f-b6e1-a82a0a0b7e4c req-cdc9756b-eb07-407a-b6e9-897c6d479d2d tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:57.426955 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-262da9ec-871e-4b3f-b6e1-a82a0a0b7e4c req-cdc9756b-eb07-407a-b6e9-897c6d479d2d tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0479598 Aug 31 04:33:57.445094 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-275b3418-64ea-4d61-a7f0-b18ac443fbcd req-d1fb341b-5709-49fb-bdd8-6118da3b748f service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805490 Aug 31 04:33:57.464068 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-262da9ec-871e-4b3f-b6e1-a82a0a0b7e4c req-31eec0bf-c525-43fa-971c-14bd5a8f1453 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311015 Aug 31 04:33:57.556890 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-275b3418-64ea-4d61-a7f0-b18ac443fbcd req-c2cf552a-b006-460f-a9dc-6d1d2048859e service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866394 Aug 31 04:33:57.891673 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f6f0f-ac26-49ce-8a47-e4f35a4761df req-c6dc21cb-8ab9-49f7-be2a-afad58090a8f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:57.893245 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2e5f6f0f-ac26-49ce-8a47-e4f35a4761df req-c6dc21cb-8ab9-49f7-be2a-afad58090a8f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0488505 Aug 31 04:33:57.929068 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2e5f6f0f-ac26-49ce-8a47-e4f35a4761df req-420a0094-f53f-432d-8106-1491c78cb55e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300658 Aug 31 04:33:58.132630 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89634853-edfb-4097-bd68-f5c454fbe4a1 req-a605d1bc-64ea-46b0-92dc-6c0d4184d959 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:58.134100 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-89634853-edfb-4097-bd68-f5c454fbe4a1 req-a605d1bc-64ea-46b0-92dc-6c0d4184d959 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0566356 Aug 31 04:33:58.169798 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-89634853-edfb-4097-bd68-f5c454fbe4a1 req-9d60ed1a-c8e3-4f3f-ad1d-0df7577f10b8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298843 Aug 31 04:33:58.582163 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b1cf6-3207-4eeb-8ebb-d28ece94446f req-015ab5b7-1a79-40d5-9d1a-1a48d3161927 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:58.583639 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-851b1cf6-3207-4eeb-8ebb-d28ece94446f req-015ab5b7-1a79-40d5-9d1a-1a48d3161927 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0494041 Aug 31 04:33:58.621260 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-851b1cf6-3207-4eeb-8ebb-d28ece94446f req-52b6f2ec-4f56-4129-a371-3800eb64d3e4 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Aug 31 04:33:59.041750 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb6f5f-cf34-48a6-a05a-5a7bd1aef06d req-483c96d9-6d23-47a3-95c8-7d661580daa0 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:59.043173 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-89cb6f5f-cf34-48a6-a05a-5a7bd1aef06d req-483c96d9-6d23-47a3-95c8-7d661580daa0 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0491695 Aug 31 04:33:59.081515 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-89cb6f5f-cf34-48a6-a05a-5a7bd1aef06d req-50af82ab-b60e-40fb-a7e8-a8a63a9db34a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Aug 31 04:33:59.290502 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251495d9-763b-4eab-86f8-c21e919c3658 req-2a0af790-9af9-44e3-b8ee-33ad35422f58 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:59.292129 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-251495d9-763b-4eab-86f8-c21e919c3658 req-2a0af790-9af9-44e3-b8ee-33ad35422f58 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0526462 Aug 31 04:33:59.331893 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-251495d9-763b-4eab-86f8-c21e919c3658 req-35e5bbbb-5eb7-44ba-b8a8-ac9c52770845 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340557 Aug 31 04:33:59.750784 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04154eac-ca14-4c4b-bd5c-355335f77ad8 req-48c49fa4-aa28-476c-9b2b-ce5cc7d5e351 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:33:59.752347 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-04154eac-ca14-4c4b-bd5c-355335f77ad8 req-48c49fa4-aa28-476c-9b2b-ce5cc7d5e351 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0568147 Aug 31 04:33:59.805163 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-04154eac-ca14-4c4b-bd5c-355335f77ad8 req-666f46ba-d8de-4351-b8b0-face91a87518 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441952 Aug 31 04:34:00.226105 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be74f1-cb93-4015-a322-763ad0822b63 req-c205c5d7-5bfa-43ef-8706-0ff2d6a7fae6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:00.227666 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-96be74f1-cb93-4015-a322-763ad0822b63 req-c205c5d7-5bfa-43ef-8706-0ff2d6a7fae6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0760338 Aug 31 04:34:00.274155 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-96be74f1-cb93-4015-a322-763ad0822b63 req-5ccd69f9-436b-422d-8895-84c0a8a714b0 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Aug 31 04:34:00.957093 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8b137-8831-4f57-b0e3-c9ef6860f942 req-44eee92f-e425-40a4-ad8d-cf467a26bfb5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:00.957093 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-bfc8b137-8831-4f57-b0e3-c9ef6860f942 req-44eee92f-e425-40a4-ad8d-cf467a26bfb5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0582669 Aug 31 04:34:01.006425 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-bfc8b137-8831-4f57-b0e3-c9ef6860f942 req-904455ad-fe52-4dd4-9d88-0b5250424b4f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551324 Aug 31 04:34:01.413421 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde53286-4c95-417d-95c0-73551f7ae69e req-00335699-4357-4b34-8059-cf7d9f94d118 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:01.415770 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-dde53286-4c95-417d-95c0-73551f7ae69e req-00335699-4357-4b34-8059-cf7d9f94d118 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0561774 Aug 31 04:34:01.461618 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-dde53286-4c95-417d-95c0-73551f7ae69e req-72a23d4b-a9f3-40eb-9dab-7bef0b1c8974 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368762 Aug 31 04:34:01.721821 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:34:02.208350 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af30c0-bcf4-460e-a8aa-258d7eb461c8 req-6aa4e027-82d8-4cc4-9925-226196a7212b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:02.210960 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-77af30c0-bcf4-460e-a8aa-258d7eb461c8 req-6aa4e027-82d8-4cc4-9925-226196a7212b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0529795 Aug 31 04:34:02.273866 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-77af30c0-bcf4-460e-a8aa-258d7eb461c8 req-42037433-5651-4989-b0cf-a129d6c7f384 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544028 Aug 31 04:34:02.656725 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b7bc8-51c1-4cfa-b151-05d1f8bd4b11 req-100debe1-7512-4a90-b6b9-b6d958d3c032 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:02.658190 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ab2b7bc8-51c1-4cfa-b151-05d1f8bd4b11 req-100debe1-7512-4a90-b6b9-b6d958d3c032 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0932887 Aug 31 04:34:02.705047 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ab2b7bc8-51c1-4cfa-b151-05d1f8bd4b11 req-4388a57f-74e6-4299-99ae-14b89e3d77fd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395820 Aug 31 04:34:03.408356 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23c406-2fae-4953-9bc7-415d42512a1c req-e6aa664e-d3fa-49fc-a277-6305f9dc0d90 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:03.428553 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9f23c406-2fae-4953-9bc7-415d42512a1c req-e6aa664e-d3fa-49fc-a277-6305f9dc0d90 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0707169 Aug 31 04:34:03.482230 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9f23c406-2fae-4953-9bc7-415d42512a1c req-43188f7a-3dc3-4f5a-ab59-f96cc8f488bc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522704 Aug 31 04:34:04.080972 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb55370-4e77-4124-a516-e6937c85988f req-6f1776f1-de8b-46b9-9ce7-f4ca345ccc34 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:04.083288 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6eb55370-4e77-4124-a516-e6937c85988f req-6f1776f1-de8b-46b9-9ce7-f4ca345ccc34 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.1725845 Aug 31 04:34:04.143621 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6eb55370-4e77-4124-a516-e6937c85988f req-b9fe40ea-9bd8-44cc-bd8d-b4401b14f6ab tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542929 Aug 31 04:34:04.631890 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344c3fb-b4fd-45e2-bd47-7c21a8aec7ab req-41bba504-6e45-4d57-bcc6-f90c0de75aaf tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:04.641548 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2344c3fb-b4fd-45e2-bd47-7c21a8aec7ab req-41bba504-6e45-4d57-bcc6-f90c0de75aaf tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0696993 Aug 31 04:34:04.706514 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2344c3fb-b4fd-45e2-bd47-7c21a8aec7ab req-7af3cef4-d819-4bd6-b723-f3a96289693b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636139 Aug 31 04:34:05.287925 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dd75e-5b49-4b02-b2c8-758d60dd26e7 req-580e0069-c47d-4018-a80d-813b26c2d428 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:05.296055 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c35dd75e-5b49-4b02-b2c8-758d60dd26e7 req-580e0069-c47d-4018-a80d-813b26c2d428 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0575967 Aug 31 04:34:05.344205 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c35dd75e-5b49-4b02-b2c8-758d60dd26e7 req-76528311-f9ff-4424-b9eb-d377f8178ced tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469327 Aug 31 04:34:05.914156 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd3502-579d-4605-961f-45a09c86eb6d req-2267bbd4-62bd-47c7-8edc-cc6055fd7216 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:05.915752 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cfcd3502-579d-4605-961f-45a09c86eb6d req-2267bbd4-62bd-47c7-8edc-cc6055fd7216 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0834329 Aug 31 04:34:05.998155 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cfcd3502-579d-4605-961f-45a09c86eb6d req-0af3962a-c63a-4302-b376-a76d5f437c4d tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739443 Aug 31 04:34:06.581478 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499f6d9-17c4-4626-8327-4ac896a0d56a req-356cdbe2-1f9e-42e3-89ed-f0bfe0f8507e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:06.603565 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1499f6d9-17c4-4626-8327-4ac896a0d56a req-356cdbe2-1f9e-42e3-89ed-f0bfe0f8507e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.1689756 Aug 31 04:34:06.697693 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1499f6d9-17c4-4626-8327-4ac896a0d56a req-ea607310-1c52-4480-b965-8d0a23ff6d72 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928986 Aug 31 04:34:07.236374 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d448806-9563-4de8-b837-68feca12083f req-a33891ee-79f2-4a20-8c16-756d11e87f0c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:07.249495 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-6d448806-9563-4de8-b837-68feca12083f req-a33891ee-79f2-4a20-8c16-756d11e87f0c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0664806 Aug 31 04:34:07.345559 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-6d448806-9563-4de8-b837-68feca12083f req-b4f647d4-cb0e-414d-bdef-eb2ed4e7cf01 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946808 Aug 31 04:34:07.858860 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc9329-5d0e-468f-9581-e2d2fa9923d9 req-1f24d429-ee94-4957-952f-e3569a273d90 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:07.864045 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b5cc9329-5d0e-468f-9581-e2d2fa9923d9 req-1f24d429-ee94-4957-952f-e3569a273d90 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0608482 Aug 31 04:34:07.926177 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b5cc9329-5d0e-468f-9581-e2d2fa9923d9 req-0014a3ad-13d7-45f9-b9e3-277f16115772 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585122 Aug 31 04:34:08.496196 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a135514-5b1b-4259-968c-18fa006a039e req-e6b3b502-7f70-49e3-9fab-d38a443f2f14 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:08.500272 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1a135514-5b1b-4259-968c-18fa006a039e req-e6b3b502-7f70-49e3-9fab-d38a443f2f14 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0741055 Aug 31 04:34:08.594388 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1a135514-5b1b-4259-968c-18fa006a039e req-f22e1e0f-1954-4c65-b664-5ccc3cc7fef4 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649407 Aug 31 04:34:09.050750 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dcd85-08c7-4592-b601-03d49c255de0 req-2f3f893a-e0a3-4171-9c4a-81f59eb8d1c7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:09.052322 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2d7dcd85-08c7-4592-b601-03d49c255de0 req-2f3f893a-e0a3-4171-9c4a-81f59eb8d1c7 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0501785 Aug 31 04:34:09.097080 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2d7dcd85-08c7-4592-b601-03d49c255de0 req-fcf3f8d6-5dd8-43d2-af47-038605bcbac6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327077 Aug 31 04:34:09.699657 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff198f-a8cd-4bf9-91e7-310ddf6beb37 req-7aa827c7-ec49-4fe7-9457-e5a134ee9a40 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:09.701177 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2cff198f-a8cd-4bf9-91e7-310ddf6beb37 req-7aa827c7-ec49-4fe7-9457-e5a134ee9a40 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0492551 Aug 31 04:34:09.739916 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2cff198f-a8cd-4bf9-91e7-310ddf6beb37 req-df1c46c2-f32b-45f3-bd61-9aedaf78caba tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316353 Aug 31 04:34:09.818488 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193bb61-8f66-45f7-a795-7c4a1e2e2392 req-936cae8b-4d11-4842-aeb4-0b27a3749639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:09.819993 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a193bb61-8f66-45f7-a795-7c4a1e2e2392 req-936cae8b-4d11-4842-aeb4-0b27a3749639 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 1099 time: 0.0453303 Aug 31 04:34:09.924276 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193bb61-8f66-45f7-a795-7c4a1e2e2392 req-136fcece-390a-4d8e-b812-0d003d4b405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:09.926143 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a193bb61-8f66-45f7-a795-7c4a1e2e2392 req-136fcece-390a-4d8e-b812-0d003d4b405a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 917 time: 0.0968163 Aug 31 04:34:10.004791 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a193bb61-8f66-45f7-a795-7c4a1e2e2392 req-2ee2a7b1-63a8-48eb-a68a-ade25e0c3d6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa HTTP/1.1" status: 200 len: 1002 time: 0.0619164 Aug 31 04:34:10.058051 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193bb61-8f66-45f7-a795-7c4a1e2e2392 req-cb561914-a155-42c6-886b-026525b5d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:10.059505 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a193bb61-8f66-45f7-a795-7c4a1e2e2392 req-cb561914-a155-42c6-886b-026525b5d08a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=953331b1-921a-4118-aa80-e5ba0b2c0390 HTTP/1.1" status: 200 len: 855 time: 0.0467360 Aug 31 04:34:10.106991 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193bb61-8f66-45f7-a795-7c4a1e2e2392 req-145578fe-6ceb-4c9e-bcd6-9482bab7df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:10.108451 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a193bb61-8f66-45f7-a795-7c4a1e2e2392 req-145578fe-6ceb-4c9e-bcd6-9482bab7df64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0390596 Aug 31 04:34:10.435331 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032c3e6-9d85-48ff-bb82-42db8a3f2451 req-9c284d52-820c-4d46-bf77-e735722498eb tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:10.437353 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a032c3e6-9d85-48ff-bb82-42db8a3f2451 req-9c284d52-820c-4d46-bf77-e735722498eb tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0765400 Aug 31 04:34:10.441490 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a193bb61-8f66-45f7-a795-7c4a1e2e2392 req-ed771808-7813-4d50-b2a2-485d73929c83 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239901 Aug 31 04:34:10.493443 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a032c3e6-9d85-48ff-bb82-42db8a3f2451 req-053432b7-32e5-4c45-ab7c-3a7bc54187bb tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490019 Aug 31 04:34:10.565539 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a193bb61-8f66-45f7-a795-7c4a1e2e2392 req-fef1d41b-a038-40b3-875d-01a0206ff13f service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952592 Aug 31 04:34:10.608251 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238d6f2-1d0b-48cc-978c-b4719415532d req-325c5756-1839-4d67-bcb8-e657dd2af519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:10.610112 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f238d6f2-1d0b-48cc-978c-b4719415532d req-325c5756-1839-4d67-bcb8-e657dd2af519 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 1099 time: 0.0437839 Aug 31 04:34:10.662353 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f238d6f2-1d0b-48cc-978c-b4719415532d req-9c03e6e0-1877-4e10-89ad-f9c4d326691d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303688 Aug 31 04:34:10.872529 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d6f14-30a9-4178-afd2-73b92e69c635 req-532c0799-bead-46d3-a4f7-c0ee5655e845 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:10.874086 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ab1d6f14-30a9-4178-afd2-73b92e69c635 req-532c0799-bead-46d3-a4f7-c0ee5655e845 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0578635 Aug 31 04:34:10.918821 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ab1d6f14-30a9-4178-afd2-73b92e69c635 req-20edd4f3-2d02-4cfb-ac51-cd18f6181ad8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347707 Aug 31 04:34:11.625280 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fdc8c-c36e-4d5d-8c37-724182c62e1a req-3ad632e3-bc1c-48b0-9146-2370afab6e63 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:11.626764 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3f0fdc8c-c36e-4d5d-8c37-724182c62e1a req-3ad632e3-bc1c-48b0-9146-2370afab6e63 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0543990 Aug 31 04:34:11.668830 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3f0fdc8c-c36e-4d5d-8c37-724182c62e1a req-7d11a333-c6f5-4155-97e2-2d78762060a9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357020 Aug 31 04:34:12.067370 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3aad0-f017-4e5c-a88d-ed2f76c86ea4 req-68db1701-bab1-43df-b9d4-1b8fa5645f5f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:12.069669 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2ed3aad0-f017-4e5c-a88d-ed2f76c86ea4 req-68db1701-bab1-43df-b9d4-1b8fa5645f5f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0590212 Aug 31 04:34:12.111553 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2ed3aad0-f017-4e5c-a88d-ed2f76c86ea4 req-266c5fe4-6d4a-4b67-8de1-36b86c8fb472 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340171 Aug 31 04:34:12.791411 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a8a5a-88a5-4ae5-984d-2362215c6931 req-a27de723-f93b-4196-9fcc-5caa4f30e3e6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:12.792917 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-149a8a5a-88a5-4ae5-984d-2362215c6931 req-a27de723-f93b-4196-9fcc-5caa4f30e3e6 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0526016 Aug 31 04:34:12.836307 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-149a8a5a-88a5-4ae5-984d-2362215c6931 req-f6168447-75a5-4ac8-8937-58e304035661 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Aug 31 04:34:13.235521 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5299a-1c3d-46c8-ab77-9cde4210c704 req-137ff3c1-044a-4872-b33a-871f9b3bae4c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:13.236929 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a6b5299a-1c3d-46c8-ab77-9cde4210c704 req-137ff3c1-044a-4872-b33a-871f9b3bae4c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0592422 Aug 31 04:34:13.274550 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a6b5299a-1c3d-46c8-ab77-9cde4210c704 req-8cfb1c86-6c11-4ae0-9d6f-affc6b086eba tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Aug 31 04:34:13.275488 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b552f-c5b5-4407-bd8a-c058180af680 req-5b16eb79-e099-4804-97cc-f18c172449a0 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:13.276976 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e97b552f-c5b5-4407-bd8a-c058180af680 req-5b16eb79-e099-4804-97cc-f18c172449a0 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 946 time: 0.0661325 Aug 31 04:34:13.279646 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960ae36-294f-4b15-a49f-5dfadd298fa5 req-1f0c641c-015a-4495-8d01-ef26cc9a452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:13.281033 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e960ae36-294f-4b15-a49f-5dfadd298fa5 req-1f0c641c-015a-4495-8d01-ef26cc9a452f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 1099 time: 0.0796955 Aug 31 04:34:13.362088 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e97b552f-c5b5-4407-bd8a-c058180af680 req-68cf8f98-7501-496a-9a77-cc822e349bd1 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788133 Aug 31 04:34:13.398237 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960ae36-294f-4b15-a49f-5dfadd298fa5 req-5506bc32-13b7-48d2-9aab-d513856ee8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:13.399747 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e960ae36-294f-4b15-a49f-5dfadd298fa5 req-5506bc32-13b7-48d2-9aab-d513856ee8c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f HTTP/1.1" status: 200 len: 920 time: 0.1029465 Aug 31 04:34:13.447926 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e960ae36-294f-4b15-a49f-5dfadd298fa5 req-1912f3a1-6a52-4228-9eba-31e2c0e3b786 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a654eacd-7bf9-414b-b087-313b4e482007 HTTP/1.1" status: 200 len: 217 time: 0.0351653 Aug 31 04:34:13.535323 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960ae36-294f-4b15-a49f-5dfadd298fa5 req-1dbeb45f-bfda-452c-9264-b3feeb9823ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:13.536909 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e960ae36-294f-4b15-a49f-5dfadd298fa5 req-1dbeb45f-bfda-452c-9264-b3feeb9823ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bb0db2b-5bea-471c-816a-d8da6d2c85ca HTTP/1.1" status: 200 len: 859 time: 0.0528767 Aug 31 04:34:13.577281 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e960ae36-294f-4b15-a49f-5dfadd298fa5 req-5d31ca23-9fb1-4d9e-970c-7863bfef6116 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7e001bc-41f1-4a80-b44b-b8a250e60a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246413 Aug 31 04:34:13.676912 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e960ae36-294f-4b15-a49f-5dfadd298fa5 req-e518ef42-28a8-4573-ad92-b736f1b1b51b service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838253 Aug 31 04:34:13.781577 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e960ae36-294f-4b15-a49f-5dfadd298fa5 req-1c4c60a2-4078-40a6-abdd-00f3f420fc1d service neutron] 10.222.0.16 "GET /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943201 Aug 31 04:34:14.116667 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 7091eca2-6fd8-4e0e-a884-397ba69ec4fa no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:34:14.267081 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:14.297082 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:14.301191 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ea667f-12a8-49ba-a2aa-0db6b689a78f" -d '{"events": [{"server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "name": "network-vif-unplugged", "status": "completed", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:14.316466 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:14.324233 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:14.393332 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,revision_number=8']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:14.472959 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499e811-dcdd-41db-b80b-5eb69742ceae req-89811a0b-f83a-4ce6-92ee-c3f41ae5e83d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:14.475670 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8499e811-dcdd-41db-b80b-5eb69742ceae req-89811a0b-f83a-4ce6-92ee-c3f41ae5e83d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0708294 Aug 31 04:34:14.526576 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6db86c-5fb0-44ca-b526-1e8d2c233849 x-openstack-request-id: req-0e6db86c-5fb0-44ca-b526-1e8d2c233849 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:14.526991 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "name": "network-vif-unplugged", "status": "completed", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:14.527347 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e6db86c-5fb0-44ca-b526-1e8d2c233849 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:14.527992 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'code': 200} Aug 31 04:34:14.611476 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8499e811-dcdd-41db-b80b-5eb69742ceae req-c3cf6f3f-0c1d-46af-bb56-5a7b88b5f2f9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110060 Aug 31 04:34:14.658987 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d476d27-a3b3-4de6-91b1-10a0fcf69f51 req-00a13e4b-a986-4d2f-9caf-1d1f0c6d83a3 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:14.668043 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2d476d27-a3b3-4de6-91b1-10a0fcf69f51 req-00a13e4b-a986-4d2f-9caf-1d1f0c6d83a3 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0660908 Aug 31 04:34:14.714617 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2d476d27-a3b3-4de6-91b1-10a0fcf69f51 req-5267e1eb-a300-48c1-aad4-46ae87b2a32d tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449643 Aug 31 04:34:15.448772 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [req-719f079d-07ed-4cc9-9abf-a70fa7244410 req-b2456fd1-06e3-43f6-9b24-9d09a4491a94 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 04:34:15.449784 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-719f079d-07ed-4cc9-9abf-a70fa7244410 req-b2456fd1-06e3-43f6-9b24-9d09a4491a94 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065742 Aug 31 04:34:15.676256 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efe0e4-8dc2-4381-b72d-536e7daa4a2e req-a9f17a35-f711-43d6-895b-f31b7beec29f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:15.686153 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d9efe0e4-8dc2-4381-b72d-536e7daa4a2e req-a9f17a35-f711-43d6-895b-f31b7beec29f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0884154 Aug 31 04:34:15.747009 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d9efe0e4-8dc2-4381-b72d-536e7daa4a2e req-a4f0ffad-0ffa-4319-a271-f4476230d406 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522027 Aug 31 04:34:15.768146 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4da3e-b2af-44e7-a1bd-565a3be5cdba req-201cb262-b239-4b74-b6ef-bef70111f598 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:15.769871 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7fc4da3e-b2af-44e7-a1bd-565a3be5cdba req-201cb262-b239-4b74-b6ef-bef70111f598 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0576437 Aug 31 04:34:15.809321 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7fc4da3e-b2af-44e7-a1bd-565a3be5cdba req-538c79f2-0eda-4019-b8c5-d0f0a09c085f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333292 Aug 31 04:34:15.974273 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 33302) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:16.066674 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-6c10eaab-e779-4ff1-9279-ab311a28c91b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908015 Aug 31 04:34:16.994371 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45a237-3eb6-447a-b6b2-e08b6f6fadd5 req-25a730bc-671f-40d9-9176-a34583762c8b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:16.997553 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9ec7d-b719-4b97-ab49-512c14b1472d req-de482a16-559d-4cb9-a398-fe545d6441be tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:17.005398 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fe45a237-3eb6-447a-b6b2-e08b6f6fadd5 req-25a730bc-671f-40d9-9176-a34583762c8b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.1666634 Aug 31 04:34:17.012774 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-6dd9ec7d-b719-4b97-ab49-512c14b1472d req-de482a16-559d-4cb9-a398-fe545d6441be tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.1166968 Aug 31 04:34:17.058373 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-6dd9ec7d-b719-4b97-ab49-512c14b1472d req-cdab26a7-0f14-4086-a9b7-7091911fe011 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445523 Aug 31 04:34:17.091024 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fe45a237-3eb6-447a-b6b2-e08b6f6fadd5 req-cfd9fe9c-9706-4902-a25f-ef7a1c539a82 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711322 Aug 31 04:34:18.129101 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 7091eca2-6fd8-4e0e-a884-397ba69ec4fa no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:34:18.245653 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-aa12e1db-b0db-421d-84b7-3d4f4e6aed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:18.247176 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-aa12e1db-b0db-421d-84b7-3d4f4e6aed6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12&tenant_id=8dbf4d23fc5847fb927e138365a7f41b HTTP/1.1" status: 200 len: 1097 time: 0.1026175 Aug 31 04:34:18.283103 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee25d7c-3fc2-45e2-a342-3bb5263e7e52 req-c1f07804-3b85-4cec-993a-336c06d09e6f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:18.284588 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bee25d7c-3fc2-45e2-a342-3bb5263e7e52 req-c1f07804-3b85-4cec-993a-336c06d09e6f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0574033 Aug 31 04:34:18.358168 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bee25d7c-3fc2-45e2-a342-3bb5263e7e52 req-068f0930-d69e-40a2-9e8f-f61b13787093 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671072 Aug 31 04:34:18.368297 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-75b06668-1f8d-4dff-92ca-2aa48ccfa6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:18.369854 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-75b06668-1f8d-4dff-92ca-2aa48ccfa6fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 1097 time: 0.0713074 Aug 31 04:34:18.469796 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-5390d4e0-38f5-44f8-92fa-3d498b82e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:18.471576 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-5390d4e0-38f5-44f8-92fa-3d498b82e5da service neutron] 10.222.0.16 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 917 time: 0.0919919 Aug 31 04:34:18.609309 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-482760d5-606f-4883-a3c0-acc33faf89ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa HTTP/1.1" status: 200 len: 1000 time: 0.1222301 Aug 31 04:34:18.665549 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-59337b89-6c29-4c50-b0ae-4cf595678dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:18.667321 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-59337b89-6c29-4c50-b0ae-4cf595678dfb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=953331b1-921a-4118-aa80-e5ba0b2c0390 HTTP/1.1" status: 200 len: 855 time: 0.0493438 Aug 31 04:34:18.756205 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-a2a8187f-3ab4-41bf-9a1b-47634e39f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:18.758242 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-a2a8187f-3ab4-41bf-9a1b-47634e39f5b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789046 Aug 31 04:34:18.888838 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-a10fabaf-7514-46ec-ae0a-febdc80df047 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069677 Aug 31 04:34:19.048905 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7dbd6f30-2a59-42b4-8d0a-82ea875ce852 req-997c6acd-904c-47d1-8fc3-a59ddacc45a0 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494663 Aug 31 04:34:19.479795 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9f1811f-9d09-45b5-b3fc-4c4c6ab1da4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:19.497796 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491eb8e-e394-46d8-9aa8-8686c5db230d req-ecb4dd11-8845-4e8f-8067-64f4f8c74c9b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:19.505753 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2491eb8e-e394-46d8-9aa8-8686c5db230d req-ecb4dd11-8845-4e8f-8067-64f4f8c74c9b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0709264 Aug 31 04:34:19.594256 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2491eb8e-e394-46d8-9aa8-8686c5db230d req-e856b585-5c3c-4cc5-97ce-3acc27573642 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872519 Aug 31 04:34:20.557042 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 33428) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:20.739837 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f2ec9-7b58-433e-a7d8-35faf4db9ce4 req-a61be6e5-b945-4a0d-999a-ce234f6d2d44 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:20.747732 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b91f2ec9-7b58-433e-a7d8-35faf4db9ce4 req-a61be6e5-b945-4a0d-999a-ce234f6d2d44 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0651660 Aug 31 04:34:20.796097 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-313cd056-0460-4bef-9ab6-0cee6188cb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:20.813375 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b91f2ec9-7b58-433e-a7d8-35faf4db9ce4 req-a123cc35-d2b1-415b-8237-7042bdcd9279 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589852 Aug 31 04:34:20.863283 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:20.981198 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-313cd056-0460-4bef-9ab6-0cee6188cb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:20.990066 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-313cd056-0460-4bef-9ab6-0cee6188cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:21.042200 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-313cd056-0460-4bef-9ab6-0cee6188cb8c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4212f250d79043bea412233237b7f532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845717 Aug 31 04:34:21.043343 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cd056-0460-4bef-9ab6-0cee6188cb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b59199d-154b-456e-a505-dbdd4bf01600,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:21.043545 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 33436) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:21.103772 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:21.128582 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:21.201406 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:21.204823 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:21.206156 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b59199d-154b-456e-a505-dbdd4bf01600 HTTP/1.1" status: 204 len: 168 time: 0.1605701 Aug 31 04:34:21.215194 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b59199d-154b-456e-a505-dbdd4bf01600,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:21.223163 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:21.223707 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:21.224043 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:21.224479 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:21.224877 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:21.225307 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:21.225706 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:21.226112 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:21.226535 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:21.226903 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:21.227297 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:21.227689 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479244c-b8d3-4d23-b22b-505250c354ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:21.427129 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a718cc-c4c2-4d66-aa6e-211eb8dc2775 req-539b6403-3198-4ad5-a78a-b97d16a11c8f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:21.428659 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e7a718cc-c4c2-4d66-aa6e-211eb8dc2775 req-539b6403-3198-4ad5-a78a-b97d16a11c8f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0765283 Aug 31 04:34:21.490200 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e7a718cc-c4c2-4d66-aa6e-211eb8dc2775 req-a656aebc-1f3c-4993-8b81-678793e8822f tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479488 Aug 31 04:34:21.967475 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a10721-f5cb-4079-8c79-33f9c735246d req-c7980552-4fb9-48e2-a3b3-f1c1fa23b9bf tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:21.978202 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-50a10721-f5cb-4079-8c79-33f9c735246d req-c7980552-4fb9-48e2-a3b3-f1c1fa23b9bf tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0822475 Aug 31 04:34:22.023760 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-50a10721-f5cb-4079-8c79-33f9c735246d req-0befc5a8-c3ae-4425-9ab0-9cb298a6eb4b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445998 Aug 31 04:34:22.235423 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e6c61c7-4d80-4cfc-891a-1d672ea539cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:22.429825 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:22.610762 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 33496) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:22.618174 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed3355-56db-4a09-8ab6-4555f2dfb53a req-3ffd8e0a-f7db-4a6b-83bd-4c5a3a3cce71 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:22.619842 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-12ed3355-56db-4a09-8ab6-4555f2dfb53a req-3ffd8e0a-f7db-4a6b-83bd-4c5a3a3cce71 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0565507 Aug 31 04:34:22.659560 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-12ed3355-56db-4a09-8ab6-4555f2dfb53a req-2fe87e21-1bb6-4ca1-9568-c6aec8dd4acd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333085 Aug 31 04:34:22.731315 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3a35-b893-4d6d-b0c0-ba95f6a5826c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:22.846331 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3a35-b893-4d6d-b0c0-ba95f6a5826c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:22.850463 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3a35-b893-4d6d-b0c0-ba95f6a5826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:22.892594 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-cbcd3a35-b893-4d6d-b0c0-ba95f6a5826c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0797933a5e9e41c2b3429359fe4d3efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783921 Aug 31 04:34:22.892594 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd3a35-b893-4d6d-b0c0-ba95f6a5826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06d2eb5-ffef-4bc0-928f-e8da3fbbd428,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:22.893215 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 33502) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:22.943111 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eade86a8-98a9-4657-9fde-0b88ba8842f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:22.965649 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eade86a8-98a9-4657-9fde-0b88ba8842f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:23.020065 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eade86a8-98a9-4657-9fde-0b88ba8842f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:23.022666 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eade86a8-98a9-4657-9fde-0b88ba8842f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:23.023821 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-eade86a8-98a9-4657-9fde-0b88ba8842f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a06d2eb5-ffef-4bc0-928f-e8da3fbbd428 HTTP/1.1" status: 204 len: 168 time: 0.1294758 Aug 31 04:34:23.032625 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade86a8-98a9-4657-9fde-0b88ba8842f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06d2eb5-ffef-4bc0-928f-e8da3fbbd428,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:23.172367 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eebf2-d424-4db2-9490-e81afeae928b req-4f7199b0-5f48-47c4-8865-9f09925d6fbe tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:23.174221 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-303eebf2-d424-4db2-9490-e81afeae928b req-4f7199b0-5f48-47c4-8865-9f09925d6fbe tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0640943 Aug 31 04:34:23.229810 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-303eebf2-d424-4db2-9490-e81afeae928b req-a6ec5fb4-a53e-4275-9d19-4b99e36816f3 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469763 Aug 31 04:34:23.715063 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:23.817745 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd9a46-8555-4494-b0d1-014b00c3823e req-3a974d5e-5ab6-465c-8def-889579232190 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:23.819260 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2ecd9a46-8555-4494-b0d1-014b00c3823e req-3a974d5e-5ab6-465c-8def-889579232190 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0669274 Aug 31 04:34:23.862936 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2ecd9a46-8555-4494-b0d1-014b00c3823e req-63889307-b0b6-4038-9ed6-2f20d77c07e4 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369658 Aug 31 04:34:24.364035 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e41d1-0eda-4a2c-b83f-97a0c19f1b03 req-3102afba-a8f2-48b5-ab94-7baf5bc58cf7 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:24.366372 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-228e41d1-0eda-4a2c-b83f-97a0c19f1b03 req-3102afba-a8f2-48b5-ab94-7baf5bc58cf7 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0514617 Aug 31 04:34:24.404511 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-228e41d1-0eda-4a2c-b83f-97a0c19f1b03 req-79e0da56-dae9-4546-a44b-44e298d062ec tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322938 Aug 31 04:34:24.918957 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:24.994577 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3fc9d-1ba9-485a-ad81-8a8ee4473eb7 req-04d4fd12-0646-4f00-839d-1f0dbd589e3c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:24.996112 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-76c3fc9d-1ba9-485a-ad81-8a8ee4473eb7 req-04d4fd12-0646-4f00-839d-1f0dbd589e3c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0558410 Aug 31 04:34:25.036174 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-76c3fc9d-1ba9-485a-ad81-8a8ee4473eb7 req-19f8d75d-67f7-4756-82bf-368d5bf8c8d0 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334959 Aug 31 04:34:25.062705 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 33576) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:25.108257 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-69bb3e4d-ed71-4a0f-a3d8-9bf74c4af907 admin admin] Deleting subnet f2772de0-f2aa-4133-a7a1-0054aedd8fa3 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:34:25.111588 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-69bb3e4d-ed71-4a0f-a3d8-9bf74c4af907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.145577 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-69bb3e4d-ed71-4a0f-a3d8-9bf74c4af907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624840'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.187911 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-69bb3e4d-ed71-4a0f-a3d8-9bf74c4af907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.242838 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-69bb3e4d-ed71-4a0f-a3d8-9bf74c4af907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3097614'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.269567 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb3e4d-ed71-4a0f-a3d8-9bf74c4af907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2772de0-f2aa-4133-a7a1-0054aedd8fa3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:25.275037 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-69bb3e4d-ed71-4a0f-a3d8-9bf74c4af907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.277115 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-69bb3e4d-ed71-4a0f-a3d8-9bf74c4af907 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f2772de0-f2aa-4133-a7a1-0054aedd8fa3 HTTP/1.1" status: 204 len: 168 time: 0.2126968 Aug 31 04:34:25.278928 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 33578) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:25.346239 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-860c28dd-25ef-4b32-b74f-fc5678d7fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.426717 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-860c28dd-25ef-4b32-b74f-fc5678d7fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.437992 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-860c28dd-25ef-4b32-b74f-fc5678d7fc28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f160a3-f866-4e7a-88d5-927ac9760a87']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:25.448853 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-860c28dd-25ef-4b32-b74f-fc5678d7fc28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6768c0-669d-4aa3-b815-8902f11df1a1') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:25.449289 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-860c28dd-25ef-4b32-b74f-fc5678d7fc28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6768c0-669d-4aa3-b815-8902f11df1a1') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:25.458685 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-860c28dd-25ef-4b32-b74f-fc5678d7fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624883'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.472211 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-860c28dd-25ef-4b32-b74f-fc5678d7fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.482019 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860c28dd-25ef-4b32-b74f-fc5678d7fc28 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:34:25.482534 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-860c28dd-25ef-4b32-b74f-fc5678d7fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792599'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: Traceback (most recent call last): Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: timer() Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: cb(*args, **kw) Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: return func(*args, **kwargs) Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: self._notify() Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: self.callback(batched_events) Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: event.method(event) Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: return f(self, *a, **k) Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: return self._get(url).json() Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: return self.request(url, 'GET', **kwargs) Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:34:25.484180 dv-cinder-778193-7-smb neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:34:25.540898 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0c018-0f19-47ec-b45b-37dc01ddddae req-53342548-4e09-424b-8666-6e8d7f43f9c2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:25.542441 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c5d0c018-0f19-47ec-b45b-37dc01ddddae req-53342548-4e09-424b-8666-6e8d7f43f9c2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0592163 Aug 31 04:34:25.549172 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-860c28dd-25ef-4b32-b74f-fc5678d7fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.571504 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-860c28dd-25ef-4b32-b74f-fc5678d7fc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.573733 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-860c28dd-25ef-4b32-b74f-fc5678d7fc28 admin admin] 10.222.0.38 "DELETE /v2.0/networks/81f160a3-f866-4e7a-88d5-927ac9760a87 HTTP/1.1" status: 204 len: 168 time: 0.2932746 Aug 31 04:34:25.575205 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c28dd-25ef-4b32-b74f-fc5678d7fc28 admin admin] Pushing event deleted for resources: {'Network': ['ID=81f160a3-f866-4e7a-88d5-927ac9760a87,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:25.593276 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c5d0c018-0f19-47ec-b45b-37dc01ddddae req-83e55fcb-6cba-4fbd-995f-2d1e1b413187 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435548 Aug 31 04:34:25.825242 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 33586) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:25.865360 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-86177fb4-45ff-4242-837b-b9e584d3987c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=30365d5d2d3a47f3964fd764a6a30908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388148 Aug 31 04:34:25.867710 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 33588) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:25.916350 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bee17be1-7856-451c-a445-380ea104146a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.940216 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bee17be1-7856-451c-a445-380ea104146a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.990170 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bee17be1-7856-451c-a445-380ea104146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.992886 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bee17be1-7856-451c-a445-380ea104146a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:25.994055 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-bee17be1-7856-451c-a445-380ea104146a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5e737cb6-a9ef-482d-9081-2522ebf7e4f9 HTTP/1.1" status: 204 len: 168 time: 0.1254404 Aug 31 04:34:26.002730 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee17be1-7856-451c-a445-380ea104146a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e737cb6-a9ef-482d-9081-2522ebf7e4f9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:26.161847 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf77ac-b951-43fa-b5c0-b5c4dd8a79e5 req-1e0b9960-9bd3-49d7-9639-cf3f80866883 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:26.163645 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d9cf77ac-b951-43fa-b5c0-b5c4dd8a79e5 req-1e0b9960-9bd3-49d7-9639-cf3f80866883 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0524614 Aug 31 04:34:26.214659 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d9cf77ac-b951-43fa-b5c0-b5c4dd8a79e5 req-53af861c-3d93-4c87-af3d-7c3324d28c1b tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447025 Aug 31 04:34:26.741089 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ceecb-d871-4a60-814f-fe42fc8f68a4 req-d3c24b2d-e036-47de-bc19-551af7d2b277 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:26.742637 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-db5ceecb-d871-4a60-814f-fe42fc8f68a4 req-d3c24b2d-e036-47de-bc19-551af7d2b277 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0586596 Aug 31 04:34:26.787433 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-db5ceecb-d871-4a60-814f-fe42fc8f68a4 req-4e0808af-e313-4db6-9faa-c43dc1248000 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383999 Aug 31 04:34:27.374078 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb5375-75f2-438f-9e48-dbd6a2663925 req-535ee01e-a7a0-4a0a-a481-2f37b0ab10e4 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:27.375748 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5afb5375-75f2-438f-9e48-dbd6a2663925 req-535ee01e-a7a0-4a0a-a481-2f37b0ab10e4 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0590177 Aug 31 04:34:27.418670 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5afb5375-75f2-438f-9e48-dbd6a2663925 req-7f142933-737d-499c-bffd-51ff46a75528 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366361 Aug 31 04:34:27.989595 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233a363-927f-414d-ba29-68634a2b8698 req-02f5b45f-f242-458f-a917-e43c0a4828f2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:27.994893 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7233a363-927f-414d-ba29-68634a2b8698 req-02f5b45f-f242-458f-a917-e43c0a4828f2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.1258993 Aug 31 04:34:28.035151 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7233a363-927f-414d-ba29-68634a2b8698 req-bed89a62-39ef-4b81-9e3b-c61a5cbab7bf tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324626 Aug 31 04:34:28.551554 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ee803-c03b-4682-b31a-2dfad49818b2 req-324d5bf5-eab2-438c-b50a-b4290712466a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:28.554703 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1a2ee803-c03b-4682-b31a-2dfad49818b2 req-324d5bf5-eab2-438c-b50a-b4290712466a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0574877 Aug 31 04:34:28.597268 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1a2ee803-c03b-4682-b31a-2dfad49818b2 req-b4f884f9-8661-4f3e-a487-ed18998fac41 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346661 Aug 31 04:34:29.170764 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1372c-2143-4b7e-9a83-e797e8080a86 req-a71e9014-786d-4bbf-912a-f2669b78850e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:29.172254 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5cc1372c-2143-4b7e-9a83-e797e8080a86 req-a71e9014-786d-4bbf-912a-f2669b78850e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0572565 Aug 31 04:34:29.211068 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5cc1372c-2143-4b7e-9a83-e797e8080a86 req-d5296332-306f-47b0-aa13-9b2eca1e5b78 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328860 Aug 31 04:34:29.727963 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37039edb-ace6-4cc3-9b3f-7504d1899027 req-27c89989-9144-46d2-a707-56fa9247f87a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:29.729854 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-37039edb-ace6-4cc3-9b3f-7504d1899027 req-27c89989-9144-46d2-a707-56fa9247f87a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0620041 Aug 31 04:34:29.791491 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-37039edb-ace6-4cc3-9b3f-7504d1899027 req-a7d0c325-e54b-4645-8928-4120ffa8fb1e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514832 Aug 31 04:34:29.853368 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 33656) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:29.996062 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47e635d6-c9a8-4e8b-9220-416a73860a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:30.092477 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47e635d6-c9a8-4e8b-9220-416a73860a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:30.096585 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47e635d6-c9a8-4e8b-9220-416a73860a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:30.139887 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-47e635d6-c9a8-4e8b-9220-416a73860a4f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d849bd9dc7a475c8ea1fa9a9791c115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853405 Aug 31 04:34:30.142286 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e635d6-c9a8-4e8b-9220-416a73860a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910c00b8-be25-4364-b749-3334a014bbca,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:30.142769 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 33660) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:30.199957 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad2b55b8-047a-4537-9bcd-e5cddab8d1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:30.225544 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad2b55b8-047a-4537-9bcd-e5cddab8d1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:30.281501 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad2b55b8-047a-4537-9bcd-e5cddab8d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:30.285446 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad2b55b8-047a-4537-9bcd-e5cddab8d1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:30.287308 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-ad2b55b8-047a-4537-9bcd-e5cddab8d1c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/910c00b8-be25-4364-b749-3334a014bbca HTTP/1.1" status: 204 len: 168 time: 0.1432099 Aug 31 04:34:30.301944 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b55b8-047a-4537-9bcd-e5cddab8d1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910c00b8-be25-4364-b749-3334a014bbca,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:30.357955 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478b95e-4f56-403b-b59d-36dd96567f99 req-9ff7333a-df72-4a3c-a641-88bc755d4b17 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:30.359637 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6478b95e-4f56-403b-b59d-36dd96567f99 req-9ff7333a-df72-4a3c-a641-88bc755d4b17 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0551095 Aug 31 04:34:30.405276 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6478b95e-4f56-403b-b59d-36dd96567f99 req-1b20d57f-67c0-4657-bc87-cf9a0fbf002d tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387220 Aug 31 04:34:30.936076 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cbf45-89b1-4e46-bf7c-ed131b63f155 req-f23eff1e-ab7b-4488-b0a3-4579f853088a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:30.938673 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-223cbf45-89b1-4e46-bf7c-ed131b63f155 req-f23eff1e-ab7b-4488-b0a3-4579f853088a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0787485 Aug 31 04:34:30.984455 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-223cbf45-89b1-4e46-bf7c-ed131b63f155 req-07c73f2d-cde3-41c0-9dd6-3c049e3bd613 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389299 Aug 31 04:34:31.563093 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549cf83-4934-4384-969c-1b693514e3ad req-9bca2aad-bde1-4017-b829-a2333e07a02a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:31.564767 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b549cf83-4934-4384-969c-1b693514e3ad req-9bca2aad-bde1-4017-b829-a2333e07a02a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0623970 Aug 31 04:34:31.607140 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b549cf83-4934-4384-969c-1b693514e3ad req-dbc2d8a7-1d82-4a7d-9478-15a68086e326 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355394 Aug 31 04:34:32.114708 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5e953-f5e5-4804-a0fb-123c4f116243 req-1962fb54-5301-4190-9ef6-0b531eb19b9d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:32.117148 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ccf5e953-f5e5-4804-a0fb-123c4f116243 req-1962fb54-5301-4190-9ef6-0b531eb19b9d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0665352 Aug 31 04:34:32.173574 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ccf5e953-f5e5-4804-a0fb-123c4f116243 req-9f0e5ba4-f92a-4093-9c9c-eb011004a841 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Aug 31 04:34:32.736942 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4011213-4dfc-4789-9bdd-885d4e77de64 req-58b40b26-25c2-478f-9f31-663e2eca41c8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:32.738488 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e4011213-4dfc-4789-9bdd-885d4e77de64 req-58b40b26-25c2-478f-9f31-663e2eca41c8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0552647 Aug 31 04:34:32.785280 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e4011213-4dfc-4789-9bdd-885d4e77de64 req-f4991e68-e319-48d1-8824-9a457ac7adfd tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345666 Aug 31 04:34:33.510913 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a386e78-6033-48a1-b777-5eff93b596b2 req-67bd1ccc-df5e-4030-bc12-a083dd7f4b65 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:33.512376 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5a386e78-6033-48a1-b777-5eff93b596b2 req-67bd1ccc-df5e-4030-bc12-a083dd7f4b65 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.2711246 Aug 31 04:34:33.552425 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5a386e78-6033-48a1-b777-5eff93b596b2 req-36ea568f-326d-4c6e-a45a-77345f439266 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Aug 31 04:34:33.908836 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8a8f0-070a-476b-931e-6f22da45ae6d req-2222b768-a3dc-44cf-9882-12cf074c9297 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:33.910344 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e2f8a8f0-070a-476b-931e-6f22da45ae6d req-2222b768-a3dc-44cf-9882-12cf074c9297 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0477757 Aug 31 04:34:33.953621 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e2f8a8f0-070a-476b-931e-6f22da45ae6d req-b44cd287-83ea-4c11-bd6d-10a542c940e1 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358860 Aug 31 04:34:34.676411 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfd88b-5c61-413b-b283-0e965fc7350d req-fdd3c376-2d5b-49f9-8b22-3ff1daa761fd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:34.677908 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2dbfd88b-5c61-413b-b283-0e965fc7350d req-fdd3c376-2d5b-49f9-8b22-3ff1daa761fd tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0583181 Aug 31 04:34:34.719341 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2dbfd88b-5c61-413b-b283-0e965fc7350d req-e80c60bf-45b8-4382-be2d-c25824120088 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354545 Aug 31 04:34:35.075062 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db94ab6-049f-4e80-a19d-f34c5dafad46 req-0f661555-b45d-414f-8812-0d2cfcd280e1 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:35.077126 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1db94ab6-049f-4e80-a19d-f34c5dafad46 req-0f661555-b45d-414f-8812-0d2cfcd280e1 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0504723 Aug 31 04:34:35.114086 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1db94ab6-049f-4e80-a19d-f34c5dafad46 req-33d90dba-f846-489d-bcad-2a9469183d7b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309982 Aug 31 04:34:35.850546 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3c15d-f942-476e-9af3-5ccb3368c559 req-3c6f1632-a250-4c48-8a3d-4653436a4702 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:35.852064 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8cb3c15d-f942-476e-9af3-5ccb3368c559 req-3c6f1632-a250-4c48-8a3d-4653436a4702 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0653465 Aug 31 04:34:35.891256 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8cb3c15d-f942-476e-9af3-5ccb3368c559 req-8ed28ba3-56da-47dc-a5b3-7e150440589c tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328526 Aug 31 04:34:36.237377 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f2da4-984c-4f12-9bb0-ec79bb843743 req-cef3ee0a-d6ab-4a40-9dba-5516f86f4a60 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:36.238891 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-007f2da4-984c-4f12-9bb0-ec79bb843743 req-cef3ee0a-d6ab-4a40-9dba-5516f86f4a60 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 944 time: 0.0538211 Aug 31 04:34:36.280454 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-007f2da4-984c-4f12-9bb0-ec79bb843743 req-72d062a8-64a4-4709-8383-2293ac882e4a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336132 Aug 31 04:34:36.297422 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 7091eca2-6fd8-4e0e-a884-397ba69ec4fa details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:34:36.396404 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:36.407576 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'port_id': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'mac_address': 'fa:16:3e:12:8e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:34:36.446181 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:36.460443 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7091eca2-6fd8-4e0e-a884-397ba69ec4fa {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:34:36.479084 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:36.483527 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:36.532600 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,revision_number=9']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:36.659980 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9677d8-cd45-4e42-8336-2ce43a7bf859 req-1a700067-090b-4f43-a884-9abdab2245d9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:36.661384 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fb9677d8-cd45-4e42-8336-2ce43a7bf859 req-1a700067-090b-4f43-a884-9abdab2245d9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 945 time: 0.0518024 Aug 31 04:34:36.756641 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-fb9677d8-cd45-4e42-8336-2ce43a7bf859 req-749a493b-4f1c-404f-b138-77694871ee2e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Deleting port a8205c07-0464-4a82-83ff-754bf845e15b {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:34:36.756975 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb9677d8-cd45-4e42-8336-2ce43a7bf859 req-749a493b-4f1c-404f-b138-77694871ee2e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:36.843921 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-fb9677d8-cd45-4e42-8336-2ce43a7bf859 req-749a493b-4f1c-404f-b138-77694871ee2e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] For port a8205c07-0464-4a82-83ff-754bf845e15b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a8205c07-0464-4a82-83ff-754bf845e15b,segment=NetworkSegment(2dd6f7d6-195b-40f9-9a19-98535892d4e3),segment_id=2dd6f7d6-195b-40f9-9a19-98535892d4e3)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:36.844290 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb9677d8-cd45-4e42-8336-2ce43a7bf859 req-749a493b-4f1c-404f-b138-77694871ee2e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:36.856639 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-fb9677d8-cd45-4e42-8336-2ce43a7bf859 req-749a493b-4f1c-404f-b138-77694871ee2e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Calling delete_port for a8205c07-0464-4a82-83ff-754bf845e15b owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:34:36.934007 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['7091eca2-6fd8-4e0e-a884-397ba69ec4fa'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:34:37.007801 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb9677d8-cd45-4e42-8336-2ce43a7bf859 req-749a493b-4f1c-404f-b138-77694871ee2e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:37.025846 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-16c1c302-2737-4f52-8923-e3d888c20df6 req-4d4d85d0-bba8-4fc2-8e7a-f2c101f7c3ba tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaf71448-0543-4b0c-9d27-ec6544dddb04 HTTP/1.1" status: 200 len: 210 time: 0.0309880 Aug 31 04:34:37.057171 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a493b-4f1c-404f-b138-77694871ee2e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Pushing event deleted for resources: {'Port': ['ID=a8205c07-0464-4a82-83ff-754bf845e15b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:37.096340 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9677d8-cd45-4e42-8336-2ce43a7bf859 req-749a493b-4f1c-404f-b138-77694871ee2e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] No DVR routers for this DVR port a8205c07-0464-4a82-83ff-754bf845e15b on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:34:37.099220 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb9677d8-cd45-4e42-8336-2ce43a7bf859 req-749a493b-4f1c-404f-b138-77694871ee2e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:37.101243 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fb9677d8-cd45-4e42-8336-2ce43a7bf859 req-749a493b-4f1c-404f-b138-77694871ee2e tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.16 "DELETE /v2.0/ports/a8205c07-0464-4a82-83ff-754bf845e15b HTTP/1.1" status: 204 len: 173 time: 0.4336109 Aug 31 04:34:37.101676 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf71448-0543-4b0c-9d27-ec6544dddb04', 'name': 'network-vif-deleted', 'tag': 'a8205c07-0464-4a82-83ff-754bf845e15b'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:37.103995 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e63caec-1b47-42e2-91bd-f105e2277cd1" -d '{"events": [{"server_uuid": "eaf71448-0543-4b0c-9d27-ec6544dddb04", "name": "network-vif-deleted", "tag": "a8205c07-0464-4a82-83ff-754bf845e15b"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:37.139768 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e389edd7-077f-4330-a512-651fb6114ebc x-openstack-request-id: req-e389edd7-077f-4330-a512-651fb6114ebc {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:37.140114 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf71448-0543-4b0c-9d27-ec6544dddb04", "name": "network-vif-deleted", "tag": "a8205c07-0464-4a82-83ff-754bf845e15b", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:37.140331 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e389edd7-077f-4330-a512-651fb6114ebc {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:37.140682 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf71448-0543-4b0c-9d27-ec6544dddb04', 'name': 'network-vif-deleted', 'tag': 'a8205c07-0464-4a82-83ff-754bf845e15b', 'status': 'completed', 'code': 200} Aug 31 04:34:37.401619 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50836553-3e94-4a78-b3b0-3fa3183250e9 req-5f215898-a3d6-4f49-ad03-7e008163a98a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:37.403120 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-50836553-3e94-4a78-b3b0-3fa3183250e9 req-5f215898-a3d6-4f49-ad03-7e008163a98a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 945 time: 0.0483303 Aug 31 04:34:37.441377 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-50836553-3e94-4a78-b3b0-3fa3183250e9 req-a64dafc5-1714-40bf-9846-7705dc173b4f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316734 Aug 31 04:34:37.724511 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['a654eacd-7bf9-414b-b087-313b4e482007', 'a8205c07-0464-4a82-83ff-754bf845e15b'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:34:38.305877 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186a0ce-c63d-4f2d-afde-401bfd97dcc2 req-fb3381b9-7d3f-4ee6-9235-847b410bab43 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:38.307250 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2186a0ce-c63d-4f2d-afde-401bfd97dcc2 req-fb3381b9-7d3f-4ee6-9235-847b410bab43 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0513597 Aug 31 04:34:38.329785 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 7091eca2-6fd8-4e0e-a884-397ba69ec4fa up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:38.344599 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2186a0ce-c63d-4f2d-afde-401bfd97dcc2 req-cb674830-8fbb-441c-bdbc-a09ea74bddef tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Aug 31 04:34:38.377272 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:34:38.377684 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:38.456604 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:38.478070 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:38.480229 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad75f062-8380-4d20-8042-64606b6eeea6" -d '{"events": [{"server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "name": "network-vif-plugged", "status": "completed", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:38.494071 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:38.499492 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:38.527987 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee15f30-8f52-4de9-afe9-af4e04c127d4 x-openstack-request-id: req-eee15f30-8f52-4de9-afe9-af4e04c127d4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:38.528280 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "name": "network-vif-plugged", "status": "completed", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:38.528535 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eee15f30-8f52-4de9-afe9-af4e04c127d4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:38.528923 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'code': 200} Aug 31 04:34:38.552890 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:38.573239 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b9ac0-7139-4edc-966f-511cb73008d4 req-210bef85-fe45-427a-84c8-bfb7e7497070 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:38.574832 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ce9b9ac0-7139-4edc-966f-511cb73008d4 req-210bef85-fe45-427a-84c8-bfb7e7497070 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 947 time: 0.0509546 Aug 31 04:34:38.617136 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ce9b9ac0-7139-4edc-966f-511cb73008d4 req-b0269045-fcbf-4f15-a3b9-27c8b16f4d65 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361042 Aug 31 04:34:38.721970 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:34:39.132466 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ccd42-2544-4486-b8ec-8d75342912e2 req-c53077db-6733-4072-b5d8-eb23e325191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:39.134832 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-262ccd42-2544-4486-b8ec-8d75342912e2 req-c53077db-6733-4072-b5d8-eb23e325191f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 1100 time: 0.0517049 Aug 31 04:34:39.176358 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-262ccd42-2544-4486-b8ec-8d75342912e2 req-4bdb30e3-c82a-4999-aedb-e4402df63281 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335891 Aug 31 04:34:39.462674 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45d225-4ccd-486c-918e-c05c44ac1d31 req-74534be9-81c5-49de-8c53-fa64b735db52 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:39.464170 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-af45d225-4ccd-486c-918e-c05c44ac1d31 req-74534be9-81c5-49de-8c53-fa64b735db52 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0486698 Aug 31 04:34:39.506088 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-af45d225-4ccd-486c-918e-c05c44ac1d31 req-fe1c95c1-d7b9-409b-9d97-2c5d61c5acb9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355706 Aug 31 04:34:39.738537 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb7c03-2244-4643-9614-5b1703bc3fc7 req-e858174a-73db-4832-addd-070d4e755086 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:39.739891 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a9eb7c03-2244-4643-9614-5b1703bc3fc7 req-e858174a-73db-4832-addd-070d4e755086 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 947 time: 0.0507233 Aug 31 04:34:39.776668 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a9eb7c03-2244-4643-9614-5b1703bc3fc7 req-8e1230eb-63f5-40a2-92f9-6e91bf6b90cf tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309520 Aug 31 04:34:40.338868 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device a8205c07-0464-4a82-83ff-754bf845e15b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:34:40.359209 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: a8205c07-0464-4a82-83ff-754bf845e15b {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:34:40.359562 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device a8205c07-0464-4a82-83ff-754bf845e15b not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:34:40.626808 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c87e4-f8be-45ec-9dae-3a4aa182a963 req-ba9edd5a-8e32-4980-9f24-02b2b761bb50 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:40.628309 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-348c87e4-f8be-45ec-9dae-3a4aa182a963 req-ba9edd5a-8e32-4980-9f24-02b2b761bb50 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0498829 Aug 31 04:34:40.664707 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-348c87e4-f8be-45ec-9dae-3a4aa182a963 req-b4dcf7f3-4d76-4785-ad72-6851564ff4ed tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306146 Aug 31 04:34:40.898738 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a6607-05f8-46b0-8765-453adfa01dd6 req-bcb626a0-d547-43e6-877d-1303c1809822 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:40.900533 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c38a6607-05f8-46b0-8765-453adfa01dd6 req-bcb626a0-d547-43e6-877d-1303c1809822 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 947 time: 0.0489700 Aug 31 04:34:40.938637 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c38a6607-05f8-46b0-8765-453adfa01dd6 req-ff2f0aff-c52d-45c2-8dd7-cb207492dd72 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314202 Aug 31 04:34:41.776327 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875c834-631b-4ddc-9ebe-646918ede7a5 req-41527ed6-8429-4932-80fb-a5d7bed66d1d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:41.777834 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2875c834-631b-4ddc-9ebe-646918ede7a5 req-41527ed6-8429-4932-80fb-a5d7bed66d1d tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0479474 Aug 31 04:34:41.819773 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2875c834-631b-4ddc-9ebe-646918ede7a5 req-10cdf4ab-1b84-407b-adf1-783f0e615632 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339878 Aug 31 04:34:42.058415 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406ebbd-51df-4c2c-a262-8a75c19f4558 req-3639d4c6-ee6c-4c9c-a90c-e301614ecfad tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:42.059868 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d406ebbd-51df-4c2c-a262-8a75c19f4558 req-3639d4c6-ee6c-4c9c-a90c-e301614ecfad tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 947 time: 0.0474491 Aug 31 04:34:42.097174 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d406ebbd-51df-4c2c-a262-8a75c19f4558 req-8797876e-6b42-4d6a-ae39-377a1f8f6d0b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313644 Aug 31 04:34:42.935670 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de361bf7-edbc-497f-b2b7-fe87bb40102d req-f1ae31c1-1967-454a-9e68-22545458c67a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:42.937156 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-de361bf7-edbc-497f-b2b7-fe87bb40102d req-f1ae31c1-1967-454a-9e68-22545458c67a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0517070 Aug 31 04:34:42.975315 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-de361bf7-edbc-497f-b2b7-fe87bb40102d req-17658989-b2f7-4514-a738-4caec9a83c56 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315800 Aug 31 04:34:44.092782 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82388a-2f81-4348-a2d8-a4144b102062 req-c0360f34-338e-4665-93cd-92d7f932a9f1 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:44.094341 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ee82388a-2f81-4348-a2d8-a4144b102062 req-c0360f34-338e-4665-93cd-92d7f932a9f1 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0503178 Aug 31 04:34:44.137447 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ee82388a-2f81-4348-a2d8-a4144b102062 req-321fd49c-cad0-4ef3-b389-88035e2dfd9a tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348694 Aug 31 04:34:45.259003 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa8a85-9cf7-4628-9a86-cb45cac89183 req-8606b697-713c-4a41-9118-1be88f28b050 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:45.260492 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-deaa8a85-9cf7-4628-9a86-cb45cac89183 req-8606b697-713c-4a41-9118-1be88f28b050 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0565629 Aug 31 04:34:45.298439 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-deaa8a85-9cf7-4628-9a86-cb45cac89183 req-7a2f0689-28f0-4e9e-bf1c-9a774bbe88e3 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Aug 31 04:34:46.282217 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05987b59-69c2-46f3-a7ed-a47f19810076 req-8929f546-3431-44ae-a8e2-2cc268853273 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:46.285167 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-05987b59-69c2-46f3-a7ed-a47f19810076 req-8929f546-3431-44ae-a8e2-2cc268853273 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0542870 Aug 31 04:34:46.391617 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-05987b59-69c2-46f3-a7ed-a47f19810076 req-b9db6e10-987f-4d39-b36c-745add549654 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Deleting port a654eacd-7bf9-414b-b087-313b4e482007 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:34:46.391961 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-05987b59-69c2-46f3-a7ed-a47f19810076 req-b9db6e10-987f-4d39-b36c-745add549654 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:46.417940 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d0bd0-29dc-4f2a-a169-2f43133fc712 req-407c48a6-eb41-4f6d-b514-30d17180cff9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:46.420662 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-fd3d0bd0-29dc-4f2a-a169-2f43133fc712 req-407c48a6-eb41-4f6d-b514-30d17180cff9 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d8abe12-be2e-48dd-934f-69c5806fa9b3 HTTP/1.1" status: 200 len: 946 time: 0.0523670 Aug 31 04:34:46.463770 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-fd3d0bd0-29dc-4f2a-a169-2f43133fc712 req-258bff97-f574-4ea0-af1e-c5f18da05f43 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c6b47b2-e2cb-4462-b3bd-75beac4021fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336151 Aug 31 04:34:46.484181 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-05987b59-69c2-46f3-a7ed-a47f19810076 req-b9db6e10-987f-4d39-b36c-745add549654 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] For port a654eacd-7bf9-414b-b087-313b4e482007, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a654eacd-7bf9-414b-b087-313b4e482007,segment=NetworkSegment(2dd6f7d6-195b-40f9-9a19-98535892d4e3),segment_id=2dd6f7d6-195b-40f9-9a19-98535892d4e3)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:46.484560 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-05987b59-69c2-46f3-a7ed-a47f19810076 req-b9db6e10-987f-4d39-b36c-745add549654 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:46.499416 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-05987b59-69c2-46f3-a7ed-a47f19810076 req-b9db6e10-987f-4d39-b36c-745add549654 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Calling delete_port for a654eacd-7bf9-414b-b087-313b4e482007 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:34:46.652377 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-05987b59-69c2-46f3-a7ed-a47f19810076 req-b9db6e10-987f-4d39-b36c-745add549654 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:46.681842 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db6e10-987f-4d39-b36c-745add549654 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Pushing event deleted for resources: {'Port': ['ID=a654eacd-7bf9-414b-b087-313b4e482007,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:46.694606 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['a654eacd-7bf9-414b-b087-313b4e482007'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:34:46.723313 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-05987b59-69c2-46f3-a7ed-a47f19810076 req-b9db6e10-987f-4d39-b36c-745add549654 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] No DVR routers for this DVR port a654eacd-7bf9-414b-b087-313b4e482007 on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:34:46.725707 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-05987b59-69c2-46f3-a7ed-a47f19810076 req-b9db6e10-987f-4d39-b36c-745add549654 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:46.727679 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-05987b59-69c2-46f3-a7ed-a47f19810076 req-b9db6e10-987f-4d39-b36c-745add549654 tempest-ServerRescueNegativeTestJSON-2081369959 tempest-ServerRescueNegativeTestJSON-2081369959-project] 10.222.0.16 "DELETE /v2.0/ports/a654eacd-7bf9-414b-b087-313b4e482007 HTTP/1.1" status: 204 len: 173 time: 0.4268351 Aug 31 04:34:46.728113 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8abe12-be2e-48dd-934f-69c5806fa9b3', 'name': 'network-vif-deleted', 'tag': 'a654eacd-7bf9-414b-b087-313b4e482007'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:46.730371 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb2e43f-8154-4f84-9494-467ace95ee0b" -d '{"events": [{"server_uuid": "5d8abe12-be2e-48dd-934f-69c5806fa9b3", "name": "network-vif-deleted", "tag": "a654eacd-7bf9-414b-b087-313b4e482007"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:46.766476 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeebd204-d660-496e-ad59-fff6118a18f0 x-openstack-request-id: req-aeebd204-d660-496e-ad59-fff6118a18f0 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:46.766775 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8abe12-be2e-48dd-934f-69c5806fa9b3", "name": "network-vif-deleted", "tag": "a654eacd-7bf9-414b-b087-313b4e482007", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:46.767036 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aeebd204-d660-496e-ad59-fff6118a18f0 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:46.767451 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8abe12-be2e-48dd-934f-69c5806fa9b3', 'name': 'network-vif-deleted', 'tag': 'a654eacd-7bf9-414b-b087-313b4e482007', 'status': 'completed', 'code': 200} Aug 31 04:34:47.519654 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 33932) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:47.942839 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b5da36e-f571-46f7-837b-52aea264dd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651470'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:48.238797 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2b5da36e-f571-46f7-837b-52aea264dd9f admin admin] Deleting port 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:34:48.239053 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b5da36e-f571-46f7-837b-52aea264dd9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:48.322353 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2b5da36e-f571-46f7-837b-52aea264dd9f admin admin] For port 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=0e7dcf2e-7d4c-40fe-9e66-fac032a9b717,segment=NetworkSegment(2dd6f7d6-195b-40f9-9a19-98535892d4e3),segment_id=2dd6f7d6-195b-40f9-9a19-98535892d4e3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:48.322711 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b5da36e-f571-46f7-837b-52aea264dd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:48.337172 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2b5da36e-f571-46f7-837b-52aea264dd9f admin admin] Calling delete_port for 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:34:48.544793 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b5da36e-f571-46f7-837b-52aea264dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:48.574044 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5da36e-f571-46f7-837b-52aea264dd9f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7dcf2e-7d4c-40fe-9e66-fac032a9b717,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:48.749942 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b5da36e-f571-46f7-837b-52aea264dd9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651602'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:48.964327 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5da36e-f571-46f7-837b-52aea264dd9f admin admin] Router b5797217-014a-4429-bf51-a881a40fab3e has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:34:49.068417 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5da36e-f571-46f7-837b-52aea264dd9f admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:34:49.074060 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-2b5da36e-f571-46f7-837b-52aea264dd9f admin admin] 10.222.0.38 "PUT /v2.0/routers/b5797217-014a-4429-bf51-a881a40fab3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5528414 Aug 31 04:34:49.076311 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 33960) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:49.077326 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6756a8-6672-46f7-9152-97122f8f0305 None None] Sync routers for ids ['b5797217-014a-4429-bf51-a881a40fab3e'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:34:49.086364 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6756a8-6672-46f7-9152-97122f8f0305 None None] Routers {'b5797217-014a-4429-bf51-a881a40fab3e'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:34:49.086960 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ab6756a8-6672-46f7-9152-97122f8f0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:34:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['b5797217-014a-4429-bf51-a881a40fab3e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:49.178143 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:49.188288 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-ab6756a8-6672-46f7-9152-97122f8f0305 None None] Set router b5797217-014a-4429-bf51-a881a40fab3e gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:34:49.279064 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:49.334974 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Deleting port fb19dfa0-4266-4f3d-b9a5-029f13d554a0 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:34:49.335227 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:49.364108 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ab6756a8-6672-46f7-9152-97122f8f0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1341764581-router', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:34:48Z', 'revision_number': 5, 'project_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'gw_port': {'id': 'fb19dfa0-4266-4f3d-b9a5-029f13d554a0', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:49Z', 'updated_at': '2021-08-31T04:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:49.390175 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6756a8-6672-46f7-9152-97122f8f0305 None None] Checking router: b5797217-014a-4429-bf51-a881a40fab3e for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:34:49.398251 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6756a8-6672-46f7-9152-97122f8f0305 None None] Routers {'b5797217-014a-4429-bf51-a881a40fab3e'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:34:49.398843 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ab6756a8-6672-46f7-9152-97122f8f0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:34:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['b5797217-014a-4429-bf51-a881a40fab3e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:49.411111 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] For port fb19dfa0-4266-4f3d-b9a5-029f13d554a0, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=fb19dfa0-4266-4f3d-b9a5-029f13d554a0,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:49.411475 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:49.423587 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Calling delete_port for fb19dfa0-4266-4f3d-b9a5-029f13d554a0 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:34:49.482380 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-ab6756a8-6672-46f7-9152-97122f8f0305 None None] Set router b5797217-014a-4429-bf51-a881a40fab3e gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:34:49.482946 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40667d04-dab7-41ff-884f-c9bc86a4a7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:49.533701 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ab6756a8-6672-46f7-9152-97122f8f0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1341764581-router', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:34:49Z', 'revision_number': 6, 'project_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'gw_port_host': None}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:49.562971 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6756a8-6672-46f7-9152-97122f8f0305 None None] The sync data for ids ['b5797217-014a-4429-bf51-a881a40fab3e'] in dv-cinder-778193-7-smb is: [{'id': 'b5797217-014a-4429-bf51-a881a40fab3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1341764581-router', 'tenant_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:34:49Z', 'revision_number': 6, 'project_id': '1b70e3eaaa3c4ca99f6a731d24ac89dd', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:34:49.591025 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:49.622559 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb19dfa0-4266-4f3d-b9a5-029f13d554a0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:49.678474 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647408'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:49.802331 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4593'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:49.805384 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.086895 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-45f37ed7-6416-4aa5-9806-d33c5999b855 req-8584efec-4946-4491-85aa-3ab8987a8ca3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3368478 Aug 31 04:34:50.087910 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1642245'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.088450 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5797217-014a-4429-bf51-a881a40fab3e {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:34:50.093353 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.094202 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-943f114b-39f0-4001-bf51-735fb41f3eb9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/b5797217-014a-4429-bf51-a881a40fab3e HTTP/1.1" status: 204 len: 168 time: 1.0169346 Aug 31 04:34:50.096908 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 33966) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:50.140189 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6aa058-63e7-4575-9f33-a25b740194ae admin admin] Deleting subnet 9bb0db2b-5bea-471c-816a-d8da6d2c85ca {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:34:50.143221 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6aa058-63e7-4575-9f33-a25b740194ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.202275 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6aa058-63e7-4575-9f33-a25b740194ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3121594'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.241343 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f37ed7-6416-4aa5-9806-d33c5999b855 req-f12797e5-b47d-49f7-ba72-a47634956c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:50.242872 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-45f37ed7-6416-4aa5-9806-d33c5999b855 req-f12797e5-b47d-49f7-ba72-a47634956c3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 1100 time: 0.0813744 Aug 31 04:34:50.252340 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6aa058-63e7-4575-9f33-a25b740194ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.305460 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6aa058-63e7-4575-9f33-a25b740194ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3121191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3044847'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.340535 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6aa058-63e7-4575-9f33-a25b740194ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb0db2b-5bea-471c-816a-d8da6d2c85ca,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:50.378902 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6aa058-63e7-4575-9f33-a25b740194ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.380814 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-6c6aa058-63e7-4575-9f33-a25b740194ae admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9bb0db2b-5bea-471c-816a-d8da6d2c85ca HTTP/1.1" status: 204 len: 168 time: 0.2829547 Aug 31 04:34:50.383388 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 33968) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:50.430118 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device a654eacd-7bf9-414b-b087-313b4e482007 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:34:50.452492 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: a654eacd-7bf9-414b-b087-313b4e482007 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:34:50.452492 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device a654eacd-7bf9-414b-b087-313b4e482007 not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:34:50.475235 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-732278ec-cc20-4b1e-91cb-380cdb1abd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.494987 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f37ed7-6416-4aa5-9806-d33c5999b855 req-17d16217-aa89-42b7-9866-4bc7c0d482e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:50.496497 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-45f37ed7-6416-4aa5-9806-d33c5999b855 req-17d16217-aa89-42b7-9866-4bc7c0d482e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 917 time: 0.1661901 Aug 31 04:34:50.615912 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-732278ec-cc20-4b1e-91cb-380cdb1abd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.629606 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-45f37ed7-6416-4aa5-9806-d33c5999b855 req-e8196ca9-2d48-4798-8aee-7200e2ce5ede service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa HTTP/1.1" status: 200 len: 1002 time: 0.1121619 Aug 31 04:34:50.631167 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-732278ec-cc20-4b1e-91cb-380cdb1abd95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e001bc-41f1-4a80-b44b-b8a250e60a7f']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:50.649904 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-732278ec-cc20-4b1e-91cb-380cdb1abd95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd6f7d6-195b-40f9-9a19-98535892d4e3') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:50.650193 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-732278ec-cc20-4b1e-91cb-380cdb1abd95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd6f7d6-195b-40f9-9a19-98535892d4e3') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:50.682492 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-732278ec-cc20-4b1e-91cb-380cdb1abd95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121537'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.705921 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-732278ec-cc20-4b1e-91cb-380cdb1abd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.714147 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f37ed7-6416-4aa5-9806-d33c5999b855 req-95b8c6b5-dade-4abf-9e08-47b1e8d3d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:50.715941 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-45f37ed7-6416-4aa5-9806-d33c5999b855 req-95b8c6b5-dade-4abf-9e08-47b1e8d3d922 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=953331b1-921a-4118-aa80-e5ba0b2c0390 HTTP/1.1" status: 200 len: 855 time: 0.0771160 Aug 31 04:34:50.717411 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732278ec-cc20-4b1e-91cb-380cdb1abd95 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:34:50.717809 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-732278ec-cc20-4b1e-91cb-380cdb1abd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121309'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: Traceback (most recent call last): Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: timer() Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: cb(*args, **kw) Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: return func(*args, **kwargs) Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: self._notify() Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: self.callback(batched_events) Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: event.method(event) Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: return f(self, *a, **k) Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: return self._get(url).json() Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:34:50.719446 dv-cinder-778193-7-smb neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:34:50.800084 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-732278ec-cc20-4b1e-91cb-380cdb1abd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.805396 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-732278ec-cc20-4b1e-91cb-380cdb1abd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.807258 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-732278ec-cc20-4b1e-91cb-380cdb1abd95 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b7e001bc-41f1-4a80-b44b-b8a250e60a7f HTTP/1.1" status: 204 len: 168 time: 0.4229469 Aug 31 04:34:50.812133 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f37ed7-6416-4aa5-9806-d33c5999b855 req-df9bc9ab-357c-47d9-9d6d-f819aa3863fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:50.813228 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-45f37ed7-6416-4aa5-9806-d33c5999b855 req-df9bc9ab-357c-47d9-9d6d-f819aa3863fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848963 Aug 31 04:34:50.834031 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732278ec-cc20-4b1e-91cb-380cdb1abd95 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e001bc-41f1-4a80-b44b-b8a250e60a7f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:50.846786 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:50.932971 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 33980) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:50.953080 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-45f37ed7-6416-4aa5-9806-d33c5999b855 req-a6d7307c-ff02-4ec6-bf1d-32d4e6bf33ea service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290374 Aug 31 04:34:50.992732 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-b266d60a-eee3-4013-9480-3dae61da1288 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b70e3eaaa3c4ca99f6a731d24ac89dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0585103 Aug 31 04:34:50.995478 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 33982) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:51.046916 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-560ec425-de48-45f1-bfcd-6c51ac095d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:51.064283 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-45f37ed7-6416-4aa5-9806-d33c5999b855 req-6cd86f44-d4ab-4d7b-9bc5-b100272553c1 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970495 Aug 31 04:34:51.068321 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-560ec425-de48-45f1-bfcd-6c51ac095d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:51.117703 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-560ec425-de48-45f1-bfcd-6c51ac095d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:51.120629 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-560ec425-de48-45f1-bfcd-6c51ac095d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:51.121869 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-560ec425-de48-45f1-bfcd-6c51ac095d75 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c6b47b2-e2cb-4462-b3bd-75beac4021fd HTTP/1.1" status: 204 len: 168 time: 0.1253269 Aug 31 04:34:51.131580 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ec425-de48-45f1-bfcd-6c51ac095d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6b47b2-e2cb-4462-b3bd-75beac4021fd,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:51.624969 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:34:51.646288 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:34:51.646786 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 0e7dcf2e-7d4c-40fe-9e66-fac032a9b717 not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:34:51.647370 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device fb19dfa0-4266-4f3d-b9a5-029f13d554a0 no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:34:51.666247 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: fb19dfa0-4266-4f3d-b9a5-029f13d554a0 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:34:51.666513 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device fb19dfa0-4266-4f3d-b9a5-029f13d554a0 not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:34:52.237884 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6093d41c-ab33-495b-b5f4-20243b998a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:52.423947 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:53.710428 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:54.303972 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060816-82cf-4091-8683-f8ca792cb955 req-5afaeb32-6dbe-49f3-bc6c-20052da56c1e tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:54.305481 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-24060816-82cf-4091-8683-f8ca792cb955 req-5afaeb32-6dbe-49f3-bc6c-20052da56c1e tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 945 time: 0.0519478 Aug 31 04:34:54.342839 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-24060816-82cf-4091-8683-f8ca792cb955 req-c0fb9c1f-474c-4c6f-993d-448bcf0de290 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309491 Aug 31 04:34:54.906562 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:54.971896 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34086) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:55.075854 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:55.160696 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:55.164232 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:55.201791 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc7e719142d14faf8f169882aa4d23e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288477 Aug 31 04:34:55.202698 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33664dd0-298e-42a7-9f10-bd5a2a006609,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:55.204661 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34090) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:55.209816 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:55.210178 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:55.210526 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:55.210871 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:55.211210 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:55.211547 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:55.211882 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:55.212213 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:55.212548 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:55.212879 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:55.213232 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:55.213559 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a41c9-a59b-4d9e-a49d-f3240945e999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:55.256380 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25c5f187-0d5d-4a19-9430-29e7562e9720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:55.276691 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25c5f187-0d5d-4a19-9430-29e7562e9720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:55.324803 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25c5f187-0d5d-4a19-9430-29e7562e9720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:55.327423 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25c5f187-0d5d-4a19-9430-29e7562e9720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:55.328572 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-25c5f187-0d5d-4a19-9430-29e7562e9720 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33664dd0-298e-42a7-9f10-bd5a2a006609 HTTP/1.1" status: 204 len: 168 time: 0.1228726 Aug 31 04:34:55.336321 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5f187-0d5d-4a19-9430-29e7562e9720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33664dd0-298e-42a7-9f10-bd5a2a006609,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:55.458953 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b424e2-992c-4592-b5c3-205381a5f8b3 req-91e6cc1d-358d-4719-9d3c-e9e0d602b816 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:55.460428 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-12b424e2-992c-4592-b5c3-205381a5f8b3 req-91e6cc1d-358d-4719-9d3c-e9e0d602b816 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 945 time: 0.0519788 Aug 31 04:34:55.501153 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-12b424e2-992c-4592-b5c3-205381a5f8b3 req-428a923d-4e55-468b-9eee-d5329fa17775 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330589 Aug 31 04:34:56.614644 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f36faa-448c-4340-8907-7f2b357992dc req-d8b3178e-f735-4415-9650-8fd2b9c1e15e tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:56.616146 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-10f36faa-448c-4340-8907-7f2b357992dc req-d8b3178e-f735-4415-9650-8fd2b9c1e15e tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 945 time: 0.0487018 Aug 31 04:34:56.659401 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-10f36faa-448c-4340-8907-7f2b357992dc req-933ef074-ad74-4c5e-91ff-d5847ba5a059 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371823 Aug 31 04:34:56.810192 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34142) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:56.909669 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e7fddc08-8077-419f-8fc5-bb347aea63f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:56.998468 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e7fddc08-8077-419f-8fc5-bb347aea63f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.002439 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e7fddc08-8077-419f-8fc5-bb347aea63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.282690 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-e7fddc08-8077-419f-8fc5-bb347aea63f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7a9925df7da6435d94648fa0bae8012f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4713845 Aug 31 04:34:57.283447 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fddc08-8077-419f-8fc5-bb347aea63f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a520ccfb-16b9-4edd-bb2e-39782b89bca0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:57.285453 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34152) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:57.338966 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-33911195-094a-47f4-b0d8-e744363191f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.362799 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-33911195-094a-47f4-b0d8-e744363191f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.406427 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-33911195-094a-47f4-b0d8-e744363191f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.408893 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-33911195-094a-47f4-b0d8-e744363191f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.410036 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-33911195-094a-47f4-b0d8-e744363191f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a520ccfb-16b9-4edd-bb2e-39782b89bca0 HTTP/1.1" status: 204 len: 168 time: 0.1235354 Aug 31 04:34:57.417814 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33911195-094a-47f4-b0d8-e744363191f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a520ccfb-16b9-4edd-bb2e-39782b89bca0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:57.670104 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34158) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:57.683040 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b58fe454-bb0d-4c0d-b0d3-9b634ff4087d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.773333 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdad0c-cef8-4f21-935e-3ca10034f18f req-38fceb08-f791-4541-b02d-c57a648f35c9 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:57.774795 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-09cdad0c-cef8-4f21-935e-3ca10034f18f req-38fceb08-f791-4541-b02d-c57a648f35c9 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 945 time: 0.0472136 Aug 31 04:34:57.776075 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b58fe454-bb0d-4c0d-b0d3-9b634ff4087d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.780785 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b58fe454-bb0d-4c0d-b0d3-9b634ff4087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.812669 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-09cdad0c-cef8-4f21-935e-3ca10034f18f req-3860a697-7cb5-4992-901a-416c73e49eb5 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307541 Aug 31 04:34:57.818793 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-b58fe454-bb0d-4c0d-b0d3-9b634ff4087d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7935f16d0320432c8ee04a0bb6c1644f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476243 Aug 31 04:34:57.820128 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fe454-bb0d-4c0d-b0d3-9b634ff4087d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f5bf62-79b8-455d-b425-9156ac1fc56d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:57.821859 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34162) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:57.870001 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a768c919-d94b-4e12-8b01-bca5b2b94345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.890400 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a768c919-d94b-4e12-8b01-bca5b2b94345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.934803 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a768c919-d94b-4e12-8b01-bca5b2b94345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.937370 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a768c919-d94b-4e12-8b01-bca5b2b94345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:57.938499 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-a768c919-d94b-4e12-8b01-bca5b2b94345 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36f5bf62-79b8-455d-b425-9156ac1fc56d HTTP/1.1" status: 204 len: 168 time: 0.1156712 Aug 31 04:34:57.946552 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768c919-d94b-4e12-8b01-bca5b2b94345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f5bf62-79b8-455d-b425-9156ac1fc56d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:58.928906 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cbfca-7abb-409f-b3dd-3d0f389c98a3 req-ae27a199-bae3-492a-9600-39fb30f2f1cb tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:58.930485 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fa1cbfca-7abb-409f-b3dd-3d0f389c98a3 req-ae27a199-bae3-492a-9600-39fb30f2f1cb tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 945 time: 0.0493252 Aug 31 04:34:58.977355 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fa1cbfca-7abb-409f-b3dd-3d0f389c98a3 req-01979289-1f8e-42c5-91ed-a04d5b962583 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Aug 31 04:34:59.368587 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96914892-bae0-4439-878f-4429fd194fa7 req-d77700ab-1e57-4fd5-a541-9da9014241aa tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:34:59.370171 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-96914892-bae0-4439-878f-4429fd194fa7 req-d77700ab-1e57-4fd5-a541-9da9014241aa tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 945 time: 0.0529623 Aug 31 04:34:59.455931 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34220) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:59.468943 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-96914892-bae0-4439-878f-4429fd194fa7 req-b6fe1d14-9bc8-424f-80a9-82dc7dfc3cb5 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Deleting port c48661e9-0802-42db-a3f3-9a5153a85767 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:34:59.469340 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-96914892-bae0-4439-878f-4429fd194fa7 req-b6fe1d14-9bc8-424f-80a9-82dc7dfc3cb5 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.577076 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-96914892-bae0-4439-878f-4429fd194fa7 req-b6fe1d14-9bc8-424f-80a9-82dc7dfc3cb5 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] For port c48661e9-0802-42db-a3f3-9a5153a85767, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c48661e9-0802-42db-a3f3-9a5153a85767,segment=NetworkSegment(a5d63a16-87b5-4cfc-8847-3d8fa7a588ad),segment_id=a5d63a16-87b5-4cfc-8847-3d8fa7a588ad)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:59.577533 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-96914892-bae0-4439-878f-4429fd194fa7 req-b6fe1d14-9bc8-424f-80a9-82dc7dfc3cb5 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.591676 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-96914892-bae0-4439-878f-4429fd194fa7 req-b6fe1d14-9bc8-424f-80a9-82dc7dfc3cb5 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Calling delete_port for c48661e9-0802-42db-a3f3-9a5153a85767 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:34:59.672540 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-72cda5d8-58d5-487f-ad45-d2b8b454f5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.730022 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-96914892-bae0-4439-878f-4429fd194fa7 req-b6fe1d14-9bc8-424f-80a9-82dc7dfc3cb5 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.760828 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe1d14-9bc8-424f-80a9-82dc7dfc3cb5 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Pushing event deleted for resources: {'Port': ['ID=c48661e9-0802-42db-a3f3-9a5153a85767,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:59.765845 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['c48661e9-0802-42db-a3f3-9a5153a85767'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:34:59.804376 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-96914892-bae0-4439-878f-4429fd194fa7 req-b6fe1d14-9bc8-424f-80a9-82dc7dfc3cb5 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] No DVR routers for this DVR port c48661e9-0802-42db-a3f3-9a5153a85767 on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:34:59.810234 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-96914892-bae0-4439-878f-4429fd194fa7 req-b6fe1d14-9bc8-424f-80a9-82dc7dfc3cb5 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.811320 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-72cda5d8-58d5-487f-ad45-d2b8b454f5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.812361 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-96914892-bae0-4439-878f-4429fd194fa7 req-b6fe1d14-9bc8-424f-80a9-82dc7dfc3cb5 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.16 "DELETE /v2.0/ports/c48661e9-0802-42db-a3f3-9a5153a85767 HTTP/1.1" status: 204 len: 173 time: 0.4357181 Aug 31 04:34:59.812882 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a9d1a2-f0af-4fc6-98c4-44ba015831d2', 'name': 'network-vif-deleted', 'tag': 'c48661e9-0802-42db-a3f3-9a5153a85767'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:34:59.816216 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-72cda5d8-58d5-487f-ad45-d2b8b454f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.823855 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8be266-6a3d-40a5-b74c-69aa7fb627dd" -d '{"events": [{"server_uuid": "48a9d1a2-f0af-4fc6-98c4-44ba015831d2", "name": "network-vif-deleted", "tag": "c48661e9-0802-42db-a3f3-9a5153a85767"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:34:59.865673 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9839bc4-59f1-469a-9a84-73ef3e0eb150 x-openstack-request-id: req-c9839bc4-59f1-469a-9a84-73ef3e0eb150 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:34:59.866035 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a9d1a2-f0af-4fc6-98c4-44ba015831d2", "name": "network-vif-deleted", "tag": "c48661e9-0802-42db-a3f3-9a5153a85767", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:34:59.866387 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9839bc4-59f1-469a-9a84-73ef3e0eb150 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:34:59.866832 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cda5d8-58d5-487f-ad45-d2b8b454f5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4262801e-c5d3-4870-94bb-9cbb6327147b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:59.866951 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a9d1a2-f0af-4fc6-98c4-44ba015831d2', 'name': 'network-vif-deleted', 'tag': 'c48661e9-0802-42db-a3f3-9a5153a85767', 'status': 'completed', 'code': 200} Aug 31 04:34:59.873721 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-72cda5d8-58d5-487f-ad45-d2b8b454f5c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=63c169a136444d4bb317896e7c2d774a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144018 Aug 31 04:34:59.874038 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34238) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:34:59.930761 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a9237ec-1d20-4c77-8d32-80f769f18b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:34:59.953231 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a9237ec-1d20-4c77-8d32-80f769f18b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.010034 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a9237ec-1d20-4c77-8d32-80f769f18b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.010034 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a9237ec-1d20-4c77-8d32-80f769f18b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:00.010034 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-7a9237ec-1d20-4c77-8d32-80f769f18b69 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4262801e-c5d3-4870-94bb-9cbb6327147b HTTP/1.1" status: 204 len: 168 time: 0.1344192 Aug 31 04:35:00.018888 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9237ec-1d20-4c77-8d32-80f769f18b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4262801e-c5d3-4870-94bb-9cbb6327147b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:00.115351 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c68704cd-5d60-40a5-ae11-12ee70ba6884 req-b615a182-0085-4653-b872-5c98bf14fc16 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=48a9d1a2-f0af-4fc6-98c4-44ba015831d2 HTTP/1.1" status: 200 len: 210 time: 0.0287213 Aug 31 04:35:02.456641 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device c48661e9-0802-42db-a3f3-9a5153a85767 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:35:02.477037 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: c48661e9-0802-42db-a3f3-9a5153a85767 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:35:02.477404 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device c48661e9-0802-42db-a3f3-9a5153a85767 not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:35:04.196511 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e5e47-f51e-40ab-afb7-f30d2fabd30c req-7f83275b-dcfc-4ff2-a6df-4350a841a183 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:04.197977 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df7e5e47-f51e-40ab-afb7-f30d2fabd30c req-7f83275b-dcfc-4ff2-a6df-4350a841a183 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0509746 Aug 31 04:35:04.235454 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-df7e5e47-f51e-40ab-afb7-f30d2fabd30c req-3ff97228-08b3-44f2-88a4-17aa6154ea1d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316477 Aug 31 04:35:05.014259 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-d3fdff68-1cb5-4e45-a47a-566c913eff13 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:05.015730 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-d3fdff68-1cb5-4e45-a47a-566c913eff13 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/networks?id=bbf45189-5da6-44b3-8497-26cd02a48485 HTTP/1.1" status: 200 len: 813 time: 0.1090298 Aug 31 04:35:05.031239 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a7f035e7-9a13-4b77-bc9b-7692b8d26799 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/quotas/205309022522434d9f66fe2bbf079e9f HTTP/1.1" status: 200 len: 375 time: 0.0091300 Aug 31 04:35:05.062430 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-48577bbb-6394-4df2-b489-f04eb61922f6 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=205309022522434d9f66fe2bbf079e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259106 Aug 31 04:35:05.159264 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-be14b3d6-4782-44be-80f2-b4f741b95f33 service neutron] 10.222.0.38 "GET /v2.0/networks/bbf45189-5da6-44b3-8497-26cd02a48485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901232 Aug 31 04:35:05.247860 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-bc567734-6bc6-44da-9177-30b457354cc9 service neutron] 10.222.0.38 "GET /v2.0/networks/bbf45189-5da6-44b3-8497-26cd02a48485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815997 Aug 31 04:35:05.351839 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a77190-d8b7-4dff-bf3d-cd6ffabe8124 req-cdb1edd8-e0db-4cb5-8942-bb418ae0985f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:05.353970 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-70a77190-d8b7-4dff-bf3d-cd6ffabe8124 req-cdb1edd8-e0db-4cb5-8942-bb418ae0985f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0504000 Aug 31 04:35:05.408086 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-de08aa0e-9daf-4c34-8440-265c860c2093 req-986a073d-9074-4dbf-b23a-cafe0abe4e05 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 210 time: 0.0308402 Aug 31 04:35:05.417830 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-70a77190-d8b7-4dff-bf3d-cd6ffabe8124 req-e8e9e94d-23c1-41ef-9ec4-7ee62d7687cf tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443146 Aug 31 04:35:06.420929 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-176bc27d-7f56-4d29-8fe5-04fe533cc5ac tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:06.422913 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-176bc27d-7f56-4d29-8fe5-04fe533cc5ac tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.16 "GET /v2.0/networks?id=bbf45189-5da6-44b3-8497-26cd02a48485 HTTP/1.1" status: 200 len: 813 time: 0.1116879 Aug 31 04:35:06.454062 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-c51e5f68-5f68-4797-843d-f5a47e4d39dd tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Request body: {'port': {'device_id': '22dd56ae-9dd6-4fd3-8123-cd7961781cfe', 'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485', 'admin_state_up': True, 'tenant_id': '205309022522434d9f66fe2bbf079e9f'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:06.544907 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c071abb7-043a-457d-bde8-53c917042228 req-a1d9c4d0-226e-4565-b9ff-89c7b88c2983 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 210 time: 0.0377479 Aug 31 04:35:06.593165 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c737f-3aeb-4e75-89c4-7fca637ee58f req-e3eda93d-82fe-461e-b302-de41d4a1af26 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:06.594627 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fc1c737f-3aeb-4e75-89c4-7fca637ee58f req-e3eda93d-82fe-461e-b302-de41d4a1af26 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0856252 Aug 31 04:35:06.646474 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fc1c737f-3aeb-4e75-89c4-7fca637ee58f req-c60171a5-6ed8-44dd-89f2-102b965be9cf tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451434 Aug 31 04:35:06.647473 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-c51e5f68-5f68-4797-843d-f5a47e4d39dd tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Made reservation on behalf of 205309022522434d9f66fe2bbf079e9f for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:06.651271 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-c51e5f68-5f68-4797-843d-f5a47e4d39dd tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:06.776079 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-c51e5f68-5f68-4797-843d-f5a47e4d39dd tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Allocated IP 172.20.0.9 (bbf45189-5da6-44b3-8497-26cd02a48485/35ba5972-fc20-4742-86f4-0e4b2b012ed8/f60009e8-8da8-4de5-a4b5-89b26bb5204b) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:35:06.829129 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34400) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:06.924252 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-c51e5f68-5f68-4797-843d-f5a47e4d39dd tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:06.931381 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb7e1-4c5e-4096-95c5-19e963cfdde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:06.963632 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-c51e5f68-5f68-4797-843d-f5a47e4d39dd tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.011054 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-c51e5f68-5f68-4797-843d-f5a47e4d39dd tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Network bbf45189-5da6-44b3-8497-26cd02a48485 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:07.014472 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-c51e5f68-5f68-4797-843d-f5a47e4d39dd tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:07.018804 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-c51e5f68-5f68-4797-843d-f5a47e4d39dd tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:35:07.032542 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb7e1-4c5e-4096-95c5-19e963cfdde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.036333 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb7e1-4c5e-4096-95c5-19e963cfdde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.043492 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e5f68-5f68-4797-843d-f5a47e4d39dd tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Pushing event updated for resources: {'Port': ['ID=f60009e8-8da8-4de5-a4b5-89b26bb5204b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.070372 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-1ddeb7e1-4c5e-4096-95c5-19e963cfdde3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19972ca82a6841d8947ba562c7ca497b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401152 Aug 31 04:35:07.070872 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-c51e5f68-5f68-4797-843d-f5a47e4d39dd tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:07.071483 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-c51e5f68-5f68-4797-843d-f5a47e4d39dd tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.073579 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34404) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:07.078801 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeb7e1-4c5e-4096-95c5-19e963cfdde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71c47ff-436e-4b37-986e-4967e7702e09,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.097735 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-c51e5f68-5f68-4797-843d-f5a47e4d39dd tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6483333 Aug 31 04:35:07.119492 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Request body: {'port': {'device_id': '22dd56ae-9dd6-4fd3-8123-cd7961781cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:07.158599 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b1882fa-4161-4930-8932-24fe1a7cd14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.192675 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.204097 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b1882fa-4161-4930-8932-24fe1a7cd14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.331897 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b1882fa-4161-4930-8932-24fe1a7cd14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.334488 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b1882fa-4161-4930-8932-24fe1a7cd14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.335671 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-4b1882fa-4161-4930-8932-24fe1a7cd14c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e71c47ff-436e-4b37-986e-4967e7702e09 HTTP/1.1" status: 204 len: 168 time: 0.2602818 Aug 31 04:35:07.350884 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1882fa-4161-4930-8932-24fe1a7cd14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71c47ff-436e-4b37-986e-4967e7702e09,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.490089 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60009e8-8da8-4de5-a4b5-89b26bb5204b {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:35:07.497587 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.510155 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Transition to ACTIVE for port object f60009e8-8da8-4de5-a4b5-89b26bb5204b will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:07.513976 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.564294 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Pushing event updated for resources: {'Port': ['ID=f60009e8-8da8-4de5-a4b5-89b26bb5204b,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.606361 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34412) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:07.643720 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-813387b4-2a3b-4081-904c-fd1d6a9bc40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.644987 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Attempting to bind port f60009e8-8da8-4de5-a4b5-89b26bb5204b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:35:07.645427 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Attempting to bind port f60009e8-8da8-4de5-a4b5-89b26bb5204b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a5d63a16-87b5-4cfc-8847-3d8fa7a588ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:35:07.645821 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Attempting to bind port f60009e8-8da8-4de5-a4b5-89b26bb5204b on network bbf45189-5da6-44b3-8497-26cd02a48485 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:35:07.650179 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Port f60009e8-8da8-4de5-a4b5-89b26bb5204b on network bbf45189-5da6-44b3-8497-26cd02a48485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:35:07.650491 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Attempting to bind port f60009e8-8da8-4de5-a4b5-89b26bb5204b on network bbf45189-5da6-44b3-8497-26cd02a48485 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:35:07.655938 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:35:07.656270 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Checking segment: {'id': 'a5d63a16-87b5-4cfc-8847-3d8fa7a588ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:35:07.656650 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Bound using segment: {'id': 'a5d63a16-87b5-4cfc-8847-3d8fa7a588ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:35:07.657094 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Bound port: f60009e8-8da8-4de5-a4b5-89b26bb5204b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d63a16-87b5-4cfc-8847-3d8fa7a588ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:35:07.657452 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.678692 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda425d-f57a-4010-b1fc-db8d604a59cf req-60234842-6cbe-4e55-9c7e-9290f5932321 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:07.679986 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2cda425d-f57a-4010-b1fc-db8d604a59cf req-60234842-6cbe-4e55-9c7e-9290f5932321 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 943 time: 0.0754161 Aug 31 04:35:07.736696 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] For port f60009e8-8da8-4de5-a4b5-89b26bb5204b, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:07.742476 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2cda425d-f57a-4010-b1fc-db8d604a59cf req-c3d2c0da-82f7-4814-9c33-36345e91aec4 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548060 Aug 31 04:35:07.763762 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] For port f60009e8-8da8-4de5-a4b5-89b26bb5204b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f60009e8-8da8-4de5-a4b5-89b26bb5204b,segment=NetworkSegment(a5d63a16-87b5-4cfc-8847-3d8fa7a588ad),segment_id=a5d63a16-87b5-4cfc-8847-3d8fa7a588ad)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:07.768719 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.788207 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-813387b4-2a3b-4081-904c-fd1d6a9bc40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.792225 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-813387b4-2a3b-4081-904c-fd1d6a9bc40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.815944 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:07.816553 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.817982 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] 10.222.0.16 "PUT /v2.0/ports/f60009e8-8da8-4de5-a4b5-89b26bb5204b HTTP/1.1" status: 200 len: 1093 time: 0.7043364 Aug 31 04:35:07.818544 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dd56ae-9dd6-4fd3-8123-cd7961781cfe', 'tag': 'f60009e8-8da8-4de5-a4b5-89b26bb5204b'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:07.821035 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b06ff2b-4aa9-41d6-9d94-f1a65629c087" -d '{"events": [{"name": "network-changed", "server_uuid": "22dd56ae-9dd6-4fd3-8123-cd7961781cfe", "tag": "f60009e8-8da8-4de5-a4b5-89b26bb5204b"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:07.838353 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-813387b4-2a3b-4081-904c-fd1d6a9bc40f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=daa779bb507b40c8aed65ffbd3f06b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309804 Aug 31 04:35:07.839149 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813387b4-2a3b-4081-904c-fd1d6a9bc40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04a9ff1-7af2-4f84-8b4c-d192458409ec,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.842026 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34420) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:07.844247 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaeba8-307a-4ba7-b943-e23c1185828d req-f2d48918-1231-47a1-9949-c64655180a16 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:07.845873 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4feaeba8-307a-4ba7-b943-e23c1185828d req-f2d48918-1231-47a1-9949-c64655180a16 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.1204226 Aug 31 04:35:07.850968 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a68285-823b-403f-83e5-65a1e81f1ffd service neutron] Pushing event updated for resources: {'Port': ['ID=f60009e8-8da8-4de5-a4b5-89b26bb5204b,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.884239 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6cca24-8ab3-471f-bf87-e09033dca3f8 x-openstack-request-id: req-8c6cca24-8ab3-471f-bf87-e09033dca3f8 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:07.884525 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dd56ae-9dd6-4fd3-8123-cd7961781cfe", "tag": "f60009e8-8da8-4de5-a4b5-89b26bb5204b", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:07.884770 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c6cca24-8ab3-471f-bf87-e09033dca3f8 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:07.885183 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dd56ae-9dd6-4fd3-8123-cd7961781cfe', 'tag': 'f60009e8-8da8-4de5-a4b5-89b26bb5204b', 'status': 'completed', 'code': 200} Aug 31 04:35:07.894413 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fbf70d7-d204-4500-9732-95b93c83d1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.897925 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4feaeba8-307a-4ba7-b943-e23c1185828d req-74f20c44-ff44-41fb-83f1-97a988647edc tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438104 Aug 31 04:35:07.915541 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fbf70d7-d204-4500-9732-95b93c83d1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.943510 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-238d0d38-75aa-4c94-85aa-fa9ea8748c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:07.945461 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-238d0d38-75aa-4c94-85aa-fa9ea8748c10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=205309022522434d9f66fe2bbf079e9f&device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 1096 time: 0.0407197 Aug 31 04:35:07.961842 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fbf70d7-d204-4500-9732-95b93c83d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.964586 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fbf70d7-d204-4500-9732-95b93c83d1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:07.965804 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-1fbf70d7-d204-4500-9732-95b93c83d1a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b04a9ff1-7af2-4f84-8b4c-d192458409ec HTTP/1.1" status: 204 len: 168 time: 0.1232378 Aug 31 04:35:07.977542 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf70d7-d204-4500-9732-95b93c83d1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04a9ff1-7af2-4f84-8b4c-d192458409ec,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.996021 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-dd7e0f4e-def4-4dea-8b7a-dced9385ed65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f60009e8-8da8-4de5-a4b5-89b26bb5204b HTTP/1.1" status: 200 len: 217 time: 0.0349264 Aug 31 04:35:08.056521 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-43cc539b-33d6-45ad-85bd-c721658f23af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:08.058022 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-43cc539b-33d6-45ad-85bd-c721658f23af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35ba5972-fc20-4742-86f4-0e4b2b012ed8 HTTP/1.1" status: 200 len: 853 time: 0.0545921 Aug 31 04:35:08.090019 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-d524cb7e-abc0-4097-97c7-3bae95b6c89e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bbf45189-5da6-44b3-8497-26cd02a48485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247028 Aug 31 04:35:08.180462 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-71226b88-cd54-47ec-afe4-98d4e1606886 service neutron] 10.222.0.16 "GET /v2.0/networks/bbf45189-5da6-44b3-8497-26cd02a48485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819614 Aug 31 04:35:08.287721 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34426) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:08.302099 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-decdbdf0-827c-4b1d-9743-2676c99e781f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.397936 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-decdbdf0-827c-4b1d-9743-2676c99e781f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.402343 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-decdbdf0-827c-4b1d-9743-2676c99e781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.441758 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-decdbdf0-827c-4b1d-9743-2676c99e781f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dca27ac99db34886902814e21b16a8b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528904 Aug 31 04:35:08.442729 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdbdf0-827c-4b1d-9743-2676c99e781f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fe1f1c-98d1-42c2-a5ec-273d1d9fb1ac,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:08.445509 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34428) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:08.496607 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d4417a1-8e76-415f-8990-84756d6c8941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.506344 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a11505da-0df7-4128-a16e-a3b052ff4fd5 req-04ad721c-9585-44e6-b377-5f745f869548 service neutron] 10.222.0.16 "GET /v2.0/networks/bbf45189-5da6-44b3-8497-26cd02a48485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179600 Aug 31 04:35:08.517468 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d4417a1-8e76-415f-8990-84756d6c8941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.563330 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d4417a1-8e76-415f-8990-84756d6c8941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.566044 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d4417a1-8e76-415f-8990-84756d6c8941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:08.567181 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-3d4417a1-8e76-415f-8990-84756d6c8941 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44fe1f1c-98d1-42c2-a5ec-273d1d9fb1ac HTTP/1.1" status: 204 len: 168 time: 0.1207557 Aug 31 04:35:08.574819 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4417a1-8e76-415f-8990-84756d6c8941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fe1f1c-98d1-42c2-a5ec-273d1d9fb1ac,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:08.643679 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06ff2b-4aa9-41d6-9d94-f1a65629c087 req-62375d23-0940-46da-80d5-91b1f2451f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:08.645231 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0b06ff2b-4aa9-41d6-9d94-f1a65629c087 req-62375d23-0940-46da-80d5-91b1f2451f39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=205309022522434d9f66fe2bbf079e9f&device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 1096 time: 0.0423377 Aug 31 04:35:08.743736 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06ff2b-4aa9-41d6-9d94-f1a65629c087 req-484b7607-e0c8-4f7c-ae7c-853583f01ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:08.745254 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0b06ff2b-4aa9-41d6-9d94-f1a65629c087 req-484b7607-e0c8-4f7c-ae7c-853583f01ae6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bbf45189-5da6-44b3-8497-26cd02a48485 HTTP/1.1" status: 200 len: 914 time: 0.0921357 Aug 31 04:35:08.787667 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0b06ff2b-4aa9-41d6-9d94-f1a65629c087 req-42999b65-ded8-4db6-a89f-e3ba7f6d9676 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f60009e8-8da8-4de5-a4b5-89b26bb5204b HTTP/1.1" status: 200 len: 217 time: 0.0346646 Aug 31 04:35:08.846815 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06ff2b-4aa9-41d6-9d94-f1a65629c087 req-b3b57fa2-7cbf-4761-a38e-39c1a5d287fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:08.851458 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0b06ff2b-4aa9-41d6-9d94-f1a65629c087 req-b3b57fa2-7cbf-4761-a38e-39c1a5d287fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35ba5972-fc20-4742-86f4-0e4b2b012ed8 HTTP/1.1" status: 200 len: 853 time: 0.0561731 Aug 31 04:35:08.861379 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb50a8e-118f-49d6-a734-826d69b9ceb7 req-1c691f50-990d-4f5b-aadf-b07ae46c7d39 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:08.868602 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4eb50a8e-118f-49d6-a734-826d69b9ceb7 req-1c691f50-990d-4f5b-aadf-b07ae46c7d39 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 943 time: 0.0564237 Aug 31 04:35:08.891247 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0b06ff2b-4aa9-41d6-9d94-f1a65629c087 req-49b2f907-fac3-450c-90c4-63c0056a601d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bbf45189-5da6-44b3-8497-26cd02a48485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308654 Aug 31 04:35:08.905487 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4eb50a8e-118f-49d6-a734-826d69b9ceb7 req-e8951928-f9dd-4c7d-be83-1fa5b02aa885 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362618 Aug 31 04:35:09.023333 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0b06ff2b-4aa9-41d6-9d94-f1a65629c087 req-f5effbd8-e4bb-4051-a7c4-27b156367ef6 service neutron] 10.222.0.16 "GET /v2.0/networks/bbf45189-5da6-44b3-8497-26cd02a48485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192684 Aug 31 04:35:09.042085 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d12f8-246d-4a15-b2bb-ca727379bac1 req-868e94dc-ee7d-4d23-a5da-e18dd611731f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:09.042656 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7c5d12f8-246d-4a15-b2bb-ca727379bac1 req-868e94dc-ee7d-4d23-a5da-e18dd611731f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0630929 Aug 31 04:35:09.134977 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7c5d12f8-246d-4a15-b2bb-ca727379bac1 req-95ee9c89-af6b-4556-baa9-ae10c935cc04 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828218 Aug 31 04:35:09.156975 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0b06ff2b-4aa9-41d6-9d94-f1a65629c087 req-a45c8233-c514-4f47-8fb6-41dd17883635 service neutron] 10.222.0.16 "GET /v2.0/networks/bbf45189-5da6-44b3-8497-26cd02a48485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131752 Aug 31 04:35:10.020682 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b7883-9134-4074-9e90-beb791abf25e req-1f90ef7a-f0fd-4175-a4ae-74af3330d4e4 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:10.022181 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2c5b7883-9134-4074-9e90-beb791abf25e req-1f90ef7a-f0fd-4175-a4ae-74af3330d4e4 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 943 time: 0.0486367 Aug 31 04:35:10.071201 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2c5b7883-9134-4074-9e90-beb791abf25e req-080a1e1b-4f0a-4e93-a9e7-14651218f907 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432460 Aug 31 04:35:10.261944 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a200e-b936-431c-8903-6ab7ffe0e4d4 req-e1436385-3f4a-49c4-8280-343a2acdcfbb tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:10.261944 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-208a200e-b936-431c-8903-6ab7ffe0e4d4 req-e1436385-3f4a-49c4-8280-343a2acdcfbb tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0538857 Aug 31 04:35:10.305179 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-208a200e-b936-431c-8903-6ab7ffe0e4d4 req-ae10433f-1ac5-44b2-b312-aac1bb276ed8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400889 Aug 31 04:35:10.506365 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device f60009e8-8da8-4de5-a4b5-89b26bb5204b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:35:10.598881 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port f60009e8-8da8-4de5-a4b5-89b26bb5204b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f60009e8-8da8-4de5-a4b5-89b26bb5204b,segment=NetworkSegment(a5d63a16-87b5-4cfc-8847-3d8fa7a588ad),segment_id=a5d63a16-87b5-4cfc-8847-3d8fa7a588ad)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:10.610723 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': 'f60009e8-8da8-4de5-a4b5-89b26bb5204b', 'network_id': 'bbf45189-5da6-44b3-8497-26cd02a48485', 'port_id': 'f60009e8-8da8-4de5-a4b5-89b26bb5204b', 'mac_address': 'fa:16:3e:fd:0c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ba5972-fc20-4742-86f4-0e4b2b012ed8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:35:10.647435 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.660148 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60009e8-8da8-4de5-a4b5-89b26bb5204b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:35:10.679586 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port f60009e8-8da8-4de5-a4b5-89b26bb5204b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f60009e8-8da8-4de5-a4b5-89b26bb5204b,segment=NetworkSegment(a5d63a16-87b5-4cfc-8847-3d8fa7a588ad),segment_id=a5d63a16-87b5-4cfc-8847-3d8fa7a588ad)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:10.683117 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:10.729162 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=f60009e8-8da8-4de5-a4b5-89b26bb5204b,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:10.736775 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:10.737176 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:10.737521 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:10.737838 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:10.738170 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:10.738499 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:10.738825 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:10.739148 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:10.739471 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:10.739791 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:10.740115 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:10.740433 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:10.999063 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['f60009e8-8da8-4de5-a4b5-89b26bb5204b'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:35:11.183532 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a464db3-7a4c-4543-94ad-a53a2f7c2b28 req-171b3f86-f64f-4101-8fe2-baeb802a1fef tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:11.185582 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0a464db3-7a4c-4543-94ad-a53a2f7c2b28 req-171b3f86-f64f-4101-8fe2-baeb802a1fef tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 944 time: 0.0476582 Aug 31 04:35:11.221328 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0a464db3-7a4c-4543-94ad-a53a2f7c2b28 req-dfc65605-e738-420c-b687-403861b0140b tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299861 Aug 31 04:35:11.416920 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76ed39-ca6b-4122-8979-000ba2403ff6 req-4df532de-9f8f-4f62-9b9c-398d6d538a07 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:11.419294 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ff76ed39-ca6b-4122-8979-000ba2403ff6 req-4df532de-9f8f-4f62-9b9c-398d6d538a07 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0530059 Aug 31 04:35:11.458484 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ff76ed39-ca6b-4122-8979-000ba2403ff6 req-7745c515-256f-4023-9169-9dad0a03976b tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334609 Aug 31 04:35:12.331827 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62ca65-2cac-41cb-b90f-a4337f145961 req-939057f7-97c4-4979-a74e-f781f04947e8 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:12.333312 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-bf62ca65-2cac-41cb-b90f-a4337f145961 req-939057f7-97c4-4979-a74e-f781f04947e8 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 944 time: 0.0481596 Aug 31 04:35:12.369417 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-bf62ca65-2cac-41cb-b90f-a4337f145961 req-cef60f12-6dc2-431f-aad1-736a60e977c7 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302305 Aug 31 04:35:12.519926 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device f60009e8-8da8-4de5-a4b5-89b26bb5204b up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:12.568350 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port f60009e8-8da8-4de5-a4b5-89b26bb5204b completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:35:12.570455 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015e909-79f3-4206-abdd-d53c90dcf82d req-039b0381-c56b-40d2-bb86-ced09c7876ac tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:12.571952 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a015e909-79f3-4206-abdd-d53c90dcf82d req-039b0381-c56b-40d2-bb86-ced09c7876ac tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0486071 Aug 31 04:35:12.572343 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port f60009e8-8da8-4de5-a4b5-89b26bb5204b triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:12.572723 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:12.613493 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a015e909-79f3-4206-abdd-d53c90dcf82d req-d2e4631e-70a6-483f-bf86-dc22880236ec tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345843 Aug 31 04:35:12.653690 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:12.676323 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dd56ae-9dd6-4fd3-8123-cd7961781cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60009e8-8da8-4de5-a4b5-89b26bb5204b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:12.678608 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f443f2e-8e11-45ac-9842-87135fb5ec19" -d '{"events": [{"server_uuid": "22dd56ae-9dd6-4fd3-8123-cd7961781cfe", "name": "network-vif-plugged", "status": "completed", "tag": "f60009e8-8da8-4de5-a4b5-89b26bb5204b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:12.691755 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port f60009e8-8da8-4de5-a4b5-89b26bb5204b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f60009e8-8da8-4de5-a4b5-89b26bb5204b,segment=NetworkSegment(a5d63a16-87b5-4cfc-8847-3d8fa7a588ad),segment_id=a5d63a16-87b5-4cfc-8847-3d8fa7a588ad)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:12.697919 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:12.723347 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d3204c-4e47-41fa-b78e-0d60cbd06e85 x-openstack-request-id: req-85d3204c-4e47-41fa-b78e-0d60cbd06e85 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:12.723764 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dd56ae-9dd6-4fd3-8123-cd7961781cfe", "name": "network-vif-plugged", "status": "completed", "tag": "f60009e8-8da8-4de5-a4b5-89b26bb5204b", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:12.724021 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85d3204c-4e47-41fa-b78e-0d60cbd06e85 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:12.724411 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dd56ae-9dd6-4fd3-8123-cd7961781cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60009e8-8da8-4de5-a4b5-89b26bb5204b', 'code': 200} Aug 31 04:35:12.751721 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=f60009e8-8da8-4de5-a4b5-89b26bb5204b,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:12.849335 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34520) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:12.912450 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60e4c7-880f-40e9-9844-42dee367f990 req-2be498ba-1b69-4f6b-ad74-5caf1334f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:12.914074 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6e60e4c7-880f-40e9-9844-42dee367f990 req-2be498ba-1b69-4f6b-ad74-5caf1334f343 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 1098 time: 0.0390399 Aug 31 04:35:12.960195 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6e60e4c7-880f-40e9-9844-42dee367f990 req-fbadf366-f2f9-4fde-a062-0ab34db75399 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393529 Aug 31 04:35:12.961353 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a59ca36-c351-4cd7-ba8a-e5912455773e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.055365 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a59ca36-c351-4cd7-ba8a-e5912455773e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.060156 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a59ca36-c351-4cd7-ba8a-e5912455773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.106989 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59ca36-c351-4cd7-ba8a-e5912455773e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7e4280-a6da-456e-8803-5c5af0a4990a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:13.112870 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-5a59ca36-c351-4cd7-ba8a-e5912455773e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=536e28f3b67c4e5cb0fdffebfe532d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623477 Aug 31 04:35:13.115390 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34524) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:13.166361 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f852746b-b483-4a5f-acbc-134f0aeb25a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.187097 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f852746b-b483-4a5f-acbc-134f0aeb25a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.231924 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f852746b-b483-4a5f-acbc-134f0aeb25a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.234501 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f852746b-b483-4a5f-acbc-134f0aeb25a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.235648 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-f852746b-b483-4a5f-acbc-134f0aeb25a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c7e4280-a6da-456e-8803-5c5af0a4990a HTTP/1.1" status: 204 len: 168 time: 0.1193507 Aug 31 04:35:13.243442 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852746b-b483-4a5f-acbc-134f0aeb25a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7e4280-a6da-456e-8803-5c5af0a4990a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:13.484161 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2475-0582-4a6d-9172-4fb9a182939a req-bfe50982-0b5f-42a0-a946-050f9c96e9e1 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:13.489486 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-455c2475-0582-4a6d-9172-4fb9a182939a req-bfe50982-0b5f-42a0-a946-050f9c96e9e1 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 945 time: 0.0547781 Aug 31 04:35:13.494585 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34532) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:13.507756 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78fb39cd-41ba-4694-a0d6-bd523809b7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.523556 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-455c2475-0582-4a6d-9172-4fb9a182939a req-51c3b0cb-9eaf-41d3-aa37-eed4d1c3b5b5 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319047 Aug 31 04:35:13.601641 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78fb39cd-41ba-4694-a0d6-bd523809b7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.605153 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78fb39cd-41ba-4694-a0d6-bd523809b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.643692 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb39cd-41ba-4694-a0d6-bd523809b7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95240512-7ce6-42a4-9a28-8cb51eeabd26,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:13.648222 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-78fb39cd-41ba-4694-a0d6-bd523809b7b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e7bc4e31243246f9875cda30bbe49eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522870 Aug 31 04:35:13.650760 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34536) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:13.702621 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-292b8804-952c-4858-bee7-7f9d2d54d152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.723754 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-292b8804-952c-4858-bee7-7f9d2d54d152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.735425 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac007d2-7ccc-4b9c-83bb-d664136f9b54 req-1ce75997-0da2-49ad-a926-badae2c42d07 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:13.736890 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9ac007d2-7ccc-4b9c-83bb-d664136f9b54 req-1ce75997-0da2-49ad-a926-badae2c42d07 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0482342 Aug 31 04:35:13.769864 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-292b8804-952c-4858-bee7-7f9d2d54d152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.772401 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-292b8804-952c-4858-bee7-7f9d2d54d152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:13.773583 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-292b8804-952c-4858-bee7-7f9d2d54d152 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/95240512-7ce6-42a4-9a28-8cb51eeabd26 HTTP/1.1" status: 204 len: 168 time: 0.1218390 Aug 31 04:35:13.777799 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9ac007d2-7ccc-4b9c-83bb-d664136f9b54 req-afad053f-08ea-4841-a800-8e6369dda00b tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344415 Aug 31 04:35:13.783761 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b8804-952c-4858-bee7-7f9d2d54d152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95240512-7ce6-42a4-9a28-8cb51eeabd26,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:14.643361 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf7862-dd32-4e8a-9c77-27f735ebad8c req-7f8ab3c2-3fb4-4922-a5ce-db155876d31b tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:14.644875 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cbbf7862-dd32-4e8a-9c77-27f735ebad8c req-7f8ab3c2-3fb4-4922-a5ce-db155876d31b tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 945 time: 0.0489311 Aug 31 04:35:14.682687 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cbbf7862-dd32-4e8a-9c77-27f735ebad8c req-92735134-b00d-4ff4-9a6e-fbfec70d014f tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317895 Aug 31 04:35:14.909581 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a48db-055e-40bc-b1dd-33b8023cb4b2 req-60066f15-01a1-4c85-baef-427555d70f40 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:14.911118 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-239a48db-055e-40bc-b1dd-33b8023cb4b2 req-60066f15-01a1-4c85-baef-427555d70f40 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0510015 Aug 31 04:35:14.965963 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-239a48db-055e-40bc-b1dd-33b8023cb4b2 req-74e23043-cd28-4d5d-bdf1-dbfc7045d3ef tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434694 Aug 31 04:35:15.197446 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1bc1c-8f31-47ab-8eff-eea84919d18f req-46a0bb5e-d268-4e20-af54-90c720a1c900 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:15.199207 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-64e1bc1c-8f31-47ab-8eff-eea84919d18f req-46a0bb5e-d268-4e20-af54-90c720a1c900 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0535145 Aug 31 04:35:15.248461 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-64e1bc1c-8f31-47ab-8eff-eea84919d18f req-f5f41e55-a2e7-4b6b-9086-03e13ccb35ed tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410619 Aug 31 04:35:15.272065 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619137a-866c-42e4-94fe-d03844563927 req-07edba9d-88f4-4e11-a083-6ab52144572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:15.273780 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2619137a-866c-42e4-94fe-d03844563927 req-07edba9d-88f4-4e11-a083-6ab52144572c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=febb97be2d624495be34f1e871def31f&device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 1098 time: 0.0540779 Aug 31 04:35:15.378226 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619137a-866c-42e4-94fe-d03844563927 req-8b90f690-1279-46fa-888b-96e9aaf6b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:15.379703 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2619137a-866c-42e4-94fe-d03844563927 req-8b90f690-1279-46fa-888b-96e9aaf6b065 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 HTTP/1.1" status: 200 len: 912 time: 0.0986929 Aug 31 04:35:15.455479 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2619137a-866c-42e4-94fe-d03844563927 req-82b5f1ff-c5c6-45a8-ac3a-dd72c852f161 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d140f76-2c49-4fa5-b761-98826b5af633 HTTP/1.1" status: 200 len: 1001 time: 0.0680671 Aug 31 04:35:15.507987 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619137a-866c-42e4-94fe-d03844563927 req-2c5947ed-9116-4011-a271-1f21038836ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:15.509511 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2619137a-866c-42e4-94fe-d03844563927 req-2c5947ed-9116-4011-a271-1f21038836ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d741bb28-131b-4ffa-9afc-2e2b11080e2d HTTP/1.1" status: 200 len: 850 time: 0.0459738 Aug 31 04:35:15.584379 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619137a-866c-42e4-94fe-d03844563927 req-7e3baaf5-ad0d-458b-8493-ed4160692594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:15.587054 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2619137a-866c-42e4-94fe-d03844563927 req-7e3baaf5-ad0d-458b-8493-ed4160692594 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697501 Aug 31 04:35:15.684829 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2619137a-866c-42e4-94fe-d03844563927 req-949cfaae-4a90-4c75-beda-ac94e32e616b service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890851 Aug 31 04:35:15.721642 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:35:15.773517 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2619137a-866c-42e4-94fe-d03844563927 req-5420ca77-aa7c-4e6a-879f-d779cfe9fd57 service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817261 Aug 31 04:35:16.373840 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9d237-f64a-4e94-b076-3ae8d0a7d2af req-730311d6-16f9-407d-9fb0-af74572c5e60 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:16.375322 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-85d9d237-f64a-4e94-b076-3ae8d0a7d2af req-730311d6-16f9-407d-9fb0-af74572c5e60 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0539401 Aug 31 04:35:16.417844 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-85d9d237-f64a-4e94-b076-3ae8d0a7d2af req-67578306-0d18-4cef-bf61-f17f136b03c5 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361621 Aug 31 04:35:17.537707 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7509463-00ef-4fe9-9ee8-f596dc2d617c req-dcc2b464-f38b-4a96-8c87-02570b66c4f6 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:17.539279 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e7509463-00ef-4fe9-9ee8-f596dc2d617c req-dcc2b464-f38b-4a96-8c87-02570b66c4f6 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0528412 Aug 31 04:35:17.578671 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e7509463-00ef-4fe9-9ee8-f596dc2d617c req-cd72edd3-d29d-4aff-9d14-41a83248593f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335975 Aug 31 04:35:19.485852 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c33e7d02-6e84-4a1a-be68-9d316813849f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:20.842494 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:22.238068 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20c41ff4-16d5-4447-8181-6117aa7309eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:22.425812 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:23.714285 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:24.575057 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34718) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:24.689497 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:24.780973 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:24.784502 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:24.822065 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9541ae3a608a4dd1b783ee1d01d19b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454634 Aug 31 04:35:24.823189 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97feeb7-6c71-4914-a49a-22c221070cfb,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:24.824776 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34726) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:24.836337 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:24.836687 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:24.837066 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:24.839038 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:24.839487 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:24.839940 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:24.840413 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:24.840988 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:24.841443 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:24.841831 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:24.842790 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:24.843229 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ca9a9-7fdd-4b1c-835f-af2b6838c018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:24.884905 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bea82ed3-7915-479a-9db4-f7b7de7ab636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:24.906496 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bea82ed3-7915-479a-9db4-f7b7de7ab636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:24.909437 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:24.953209 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bea82ed3-7915-479a-9db4-f7b7de7ab636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:24.955731 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bea82ed3-7915-479a-9db4-f7b7de7ab636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:24.956866 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-bea82ed3-7915-479a-9db4-f7b7de7ab636 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f97feeb7-6c71-4914-a49a-22c221070cfb HTTP/1.1" status: 204 len: 168 time: 0.1309185 Aug 31 04:35:24.964406 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea82ed3-7915-479a-9db4-f7b7de7ab636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97feeb7-6c71-4914-a49a-22c221070cfb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:25.222009 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34732) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:25.238131 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b22aa8d4-76b5-4453-b726-8943d67d52c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:25.328929 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b22aa8d4-76b5-4453-b726-8943d67d52c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:25.332651 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b22aa8d4-76b5-4453-b726-8943d67d52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:25.378291 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-b22aa8d4-76b5-4453-b726-8943d67d52c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7091021b60d940458f337f39322684cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525650 Aug 31 04:35:25.379176 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22aa8d4-76b5-4453-b726-8943d67d52c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c88422-bec3-407c-94d5-8e70f9bef89e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:25.381684 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34734) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:25.429273 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-563258f3-dd14-49eb-9a57-fe4caf3ad2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:25.449935 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-563258f3-dd14-49eb-9a57-fe4caf3ad2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:25.495081 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-563258f3-dd14-49eb-9a57-fe4caf3ad2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:25.497796 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-563258f3-dd14-49eb-9a57-fe4caf3ad2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:25.499489 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-563258f3-dd14-49eb-9a57-fe4caf3ad2b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/71c88422-bec3-407c-94d5-8e70f9bef89e HTTP/1.1" status: 204 len: 168 time: 0.1168067 Aug 31 04:35:25.507359 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563258f3-dd14-49eb-9a57-fe4caf3ad2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c88422-bec3-407c-94d5-8e70f9bef89e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:25.981844 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a01383-4f65-4f6e-ab00-3c1819ad7182 req-ce2690ad-69e1-4b87-bb4c-162d064f810a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:25.984928 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-39a01383-4f65-4f6e-ab00-3c1819ad7182 req-ce2690ad-69e1-4b87-bb4c-162d064f810a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 947 time: 0.0570712 Aug 31 04:35:26.024593 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-39a01383-4f65-4f6e-ab00-3c1819ad7182 req-19592a30-7dfa-4de6-acfe-75b5c0253d15 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333953 Aug 31 04:35:27.168616 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eeae5-7e98-49b5-9a68-d94d2c38a991 req-26d876e2-a39a-4e53-b153-56696c41d8db tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:27.168616 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-161eeae5-7e98-49b5-9a68-d94d2c38a991 req-26d876e2-a39a-4e53-b153-56696c41d8db tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 947 time: 0.0541933 Aug 31 04:35:27.205229 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-161eeae5-7e98-49b5-9a68-d94d2c38a991 req-ade4998b-ab6b-4eb0-9709-3fda938ca492 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363278 Aug 31 04:35:28.035490 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-467d6e33-d3ba-4df7-b49e-85e629aee866 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:28.037231 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-467d6e33-d3ba-4df7-b49e-85e629aee866 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 947 time: 0.0487051 Aug 31 04:35:28.127023 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Deleting port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:35:28.127286 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:28.216486 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] For port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:28.217133 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:28.354883 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678b309-af7f-445c-b131-33a811feff31 req-217d8cce-2016-4a34-8c08-2636592bbb63 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:28.357107 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9678b309-af7f-445c-b131-33a811feff31 req-217d8cce-2016-4a34-8c08-2636592bbb63 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 947 time: 0.0674288 Aug 31 04:35:28.398281 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9678b309-af7f-445c-b131-33a811feff31 req-352d7248-bfbb-4b03-a29d-0211eec09593 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346439 Aug 31 04:35:28.451133 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:28.451555 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:28.452010 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.l3_db [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Floating IP f441e861-0b1f-48d0-a704-e1b92fb27dbe disassociated. External IP: 172.28.1.226, port: 7091eca2-6fd8-4e0e-a884-397ba69ec4fa. Aug 31 04:35:28.452226 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Calling delete_port for 7091eca2-6fd8-4e0e-a884-397ba69ec4fa owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:35:28.580772 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:28.617397 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event deleted for resources: {'Port': ['ID=7091eca2-6fd8-4e0e-a884-397ba69ec4fa,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:28.735321 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Router 74981fa4-d09c-4fbb-ac87-59e56a307a29 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:35:28.840401 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:35:28.852129 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2bf0a8-c679-4fda-ad08-19e79fe0bbd9 None None] Sync routers for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:35:28.861728 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2bf0a8-c679-4fda-ad08-19e79fe0bbd9 None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:35:28.862359 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7e2bf0a8-c679-4fda-ad08-19e79fe0bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:28.881442 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] No DVR routers for this DVR port 7091eca2-6fd8-4e0e-a884-397ba69ec4fa on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:35:28.882588 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:28.884571 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ec02c1ea-a324-4bac-951c-de535212f3ac req-794e2fcd-c904-4d91-861c-f4471b8dc9d8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.16 "DELETE /v2.0/ports/7091eca2-6fd8-4e0e-a884-397ba69ec4fa HTTP/1.1" status: 204 len: 173 time: 0.8417695 Aug 31 04:35:28.885044 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'name': 'network-vif-deleted', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:28.887256 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a586b2d2-2d8c-4362-a1e4-e2a4834cadfa" -d '{"events": [{"server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "name": "network-vif-deleted", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:28.926169 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81cc2e3-837b-4099-8b09-f5e3e923bd91 x-openstack-request-id: req-a81cc2e3-837b-4099-8b09-f5e3e923bd91 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:28.926642 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df52991-a69d-4c55-9661-71c299dd1f12", "name": "network-vif-deleted", "tag": "7091eca2-6fd8-4e0e-a884-397ba69ec4fa", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:28.927043 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a81cc2e3-837b-4099-8b09-f5e3e923bd91 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:28.927584 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df52991-a69d-4c55-9661-71c299dd1f12', 'name': 'network-vif-deleted', 'tag': '7091eca2-6fd8-4e0e-a884-397ba69ec4fa', 'status': 'completed', 'code': 200} Aug 31 04:35:29.001453 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7e2bf0a8-c679-4fda-ad08-19e79fe0bbd9 None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:35:29.202015 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7e2bf0a8-c679-4fda-ad08-19e79fe0bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 5, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:29.229044 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2bf0a8-c679-4fda-ad08-19e79fe0bbd9 None None] Checking router: 74981fa4-d09c-4fbb-ac87-59e56a307a29 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:35:29.237345 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2bf0a8-c679-4fda-ad08-19e79fe0bbd9 None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:35:29.237954 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7e2bf0a8-c679-4fda-ad08-19e79fe0bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:29.353402 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7e2bf0a8-c679-4fda-ad08-19e79fe0bbd9 None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:35:29.547971 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d5f5279b-2dde-42ba-b7ee-1cf92a23e2b0 req-c1375382-f668-4e28-8ad5-5be98f446e49 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=1df52991-a69d-4c55-9661-71c299dd1f12 HTTP/1.1" status: 200 len: 210 time: 0.0402284 Aug 31 04:35:29.648052 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7e2bf0a8-c679-4fda-ad08-19e79fe0bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 5, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:29.672976 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34828) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:29.681398 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2bf0a8-c679-4fda-ad08-19e79fe0bbd9 None None] The sync data for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb is: [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 5, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:35:29.791544 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1bd4720b-debc-4c12-860f-1c6ca063a023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:29.886872 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1bd4720b-debc-4c12-860f-1c6ca063a023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:29.891526 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1bd4720b-debc-4c12-860f-1c6ca063a023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:29.917630 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036073b-b662-41c9-8cda-80e2a7dff6e0 None None] New status for floating IP f441e861-0b1f-48d0-a704-e1b92fb27dbe: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:35:29.933797 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-1bd4720b-debc-4c12-860f-1c6ca063a023 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fdb853cba2144d069f82597bc91b643e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596605 Aug 31 04:35:29.936703 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34832) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:29.939354 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4720b-debc-4c12-860f-1c6ca063a023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0986ebd2-cf3b-406a-a527-3a7a66f76b09,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:30.008253 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-174c0c25-3144-423f-b0ca-646017dd3913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.032081 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-174c0c25-3144-423f-b0ca-646017dd3913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.081860 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-174c0c25-3144-423f-b0ca-646017dd3913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.084403 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-174c0c25-3144-423f-b0ca-646017dd3913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.087840 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-174c0c25-3144-423f-b0ca-646017dd3913 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0986ebd2-cf3b-406a-a527-3a7a66f76b09 HTTP/1.1" status: 204 len: 168 time: 0.1478615 Aug 31 04:35:30.096511 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c0c25-3144-423f-b0ca-646017dd3913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0986ebd2-cf3b-406a-a527-3a7a66f76b09,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:30.375986 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34840) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:30.389663 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2ce91c0-72ec-4b95-ba92-305b683576e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.478206 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2ce91c0-72ec-4b95-ba92-305b683576e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.481938 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2ce91c0-72ec-4b95-ba92-305b683576e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.523418 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-a2ce91c0-72ec-4b95-ba92-305b683576e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77ae0bf1032440749b1f53ede88d0fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439860 Aug 31 04:35:30.523922 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34842) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:30.531252 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce91c0-72ec-4b95-ba92-305b683576e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8136c761-e65d-4b8d-ab0b-a202c0bb32d1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:30.584359 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1f1d139d-e5d1-4626-aa01-ec7adf382116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.611732 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1f1d139d-e5d1-4626-aa01-ec7adf382116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.639394 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34848) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:30.674098 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1f1d139d-e5d1-4626-aa01-ec7adf382116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.677196 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1f1d139d-e5d1-4626-aa01-ec7adf382116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.678353 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-1f1d139d-e5d1-4626-aa01-ec7adf382116 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8136c761-e65d-4b8d-ab0b-a202c0bb32d1 HTTP/1.1" status: 204 len: 168 time: 0.1537609 Aug 31 04:35:30.688043 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d139d-e5d1-4626-aa01-ec7adf382116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8136c761-e65d-4b8d-ab0b-a202c0bb32d1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:30.715636 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-918e3747-2e22-4d66-b975-83559d4d598c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.739239 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-918e3747-2e22-4d66-b975-83559d4d598c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.794317 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-918e3747-2e22-4d66-b975-83559d4d598c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.797570 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-918e3747-2e22-4d66-b975-83559d4d598c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:30.798802 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-918e3747-2e22-4d66-b975-83559d4d598c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "DELETE /v2.0/security-groups/841dd89b-8d26-4b82-8f9b-2ca8b0158f6d HTTP/1.1" status: 204 len: 168 time: 0.1584945 Aug 31 04:35:30.801561 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34852) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:30.808306 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e3747-2e22-4d66-b975-83559d4d598c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841dd89b-8d26-4b82-8f9b-2ca8b0158f6d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:30.816053 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.api.v2.resource [None req-2c18146f-634e-4499-84c0-49e730207185 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] show failed (client error): The resource could not be found. Aug 31 04:35:30.817069 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-2c18146f-634e-4499-84c0-49e730207185 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups/841dd89b-8d26-4b82-8f9b-2ca8b0158f6d HTTP/1.1" status: 404 len: 347 time: 0.0143256 Aug 31 04:35:30.820230 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34854) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:30.948283 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-01f5ec89-20ee-41be-b7e7-0edba9ffa40e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Deleting port ca67d75a-f77c-4caa-84a1-c3c21ae47c2b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:35:30.948628 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01f5ec89-20ee-41be-b7e7-0edba9ffa40e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.025666 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01f5ec89-20ee-41be-b7e7-0edba9ffa40e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.025999 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01f5ec89-20ee-41be-b7e7-0edba9ffa40e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.038176 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-01f5ec89-20ee-41be-b7e7-0edba9ffa40e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Calling delete_port for ca67d75a-f77c-4caa-84a1-c3c21ae47c2b owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:35:31.178074 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01f5ec89-20ee-41be-b7e7-0edba9ffa40e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.206382 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5ec89-20ee-41be-b7e7-0edba9ffa40e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event deleted for resources: {'Port': ['ID=ca67d75a-f77c-4caa-84a1-c3c21ae47c2b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:31.279904 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01f5ec89-20ee-41be-b7e7-0edba9ffa40e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.282987 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01f5ec89-20ee-41be-b7e7-0edba9ffa40e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.284182 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-01f5ec89-20ee-41be-b7e7-0edba9ffa40e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "DELETE /v2.0/floatingips/f441e861-0b1f-48d0-a704-e1b92fb27dbe HTTP/1.1" status: 204 len: 168 time: 0.4630289 Aug 31 04:35:31.549337 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34884) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:31.553878 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7fce0d4b-c9f9-4be6-aae2-a3c18e24ed9e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775543637', 'description': 'tempest-description--596888910'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:31.583183 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7fce0d4b-c9f9-4be6-aae2-a3c18e24ed9e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.672424 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7fce0d4b-c9f9-4be6-aae2-a3c18e24ed9e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.676400 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7fce0d4b-c9f9-4be6-aae2-a3c18e24ed9e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.706257 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7fce0d4b-c9f9-4be6-aae2-a3c18e24ed9e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.707485 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-7fce0d4b-c9f9-4be6-aae2-a3c18e24ed9e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1572106 Aug 31 04:35:31.709292 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce0d4b-c9f9-4be6-aae2-a3c18e24ed9e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f6d8e0-d80b-4574-a111-c3a142373392,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:31.710457 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 34914) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:31.715464 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-688a7062-aab1-4e47-81d3-674be8550e1c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Request body: {'security_group_rule': {'security_group_id': '31f6d8e0-d80b-4574-a111-c3a142373392', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:31.744035 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-688a7062-aab1-4e47-81d3-674be8550e1c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.801031 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-688a7062-aab1-4e47-81d3-674be8550e1c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.804631 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-688a7062-aab1-4e47-81d3-674be8550e1c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.824988 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a7062-aab1-4e47-81d3-674be8550e1c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46065c5-ae46-4e7f-a954-5523a12c3f4e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:31.831578 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-688a7062-aab1-4e47-81d3-674be8550e1c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.832860 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-688a7062-aab1-4e47-81d3-674be8550e1c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212626 Aug 31 04:35:31.835694 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34924) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:31.840374 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9d4d96f3-7c0a-4679-8375-6d86ee325d79 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Request body: {'security_group_rule': {'security_group_id': '31f6d8e0-d80b-4574-a111-c3a142373392', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:31.867082 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d4d96f3-7c0a-4679-8375-6d86ee325d79 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.924609 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d4d96f3-7c0a-4679-8375-6d86ee325d79 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.927434 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d4d96f3-7c0a-4679-8375-6d86ee325d79 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.947807 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d96f3-7c0a-4679-8375-6d86ee325d79 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f686af-5a34-46ca-ab36-98134c6808ea,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:31.954958 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d4d96f3-7c0a-4679-8375-6d86ee325d79 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:31.956175 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-9d4d96f3-7c0a-4679-8375-6d86ee325d79 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194432 Aug 31 04:35:31.959238 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 34926) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:31.964094 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Request body: {'floatingip': {'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:31.994197 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:32.093286 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:32.205673 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Allocated IP 172.28.1.42 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/c14e7ed6-10ad-45c1-b5b9-6fe742df865d) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:35:32.328410 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:32.369341 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:32.414785 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:32.417759 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:32.421461 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:35:32.426804 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event updated for resources: {'Port': ['ID=c14e7ed6-10ad-45c1-b5b9-6fe742df865d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:32.512893 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:32.545674 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:32.634924 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 7091eca2-6fd8-4e0e-a884-397ba69ec4fa no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:35:32.660398 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: 7091eca2-6fd8-4e0e-a884-397ba69ec4fa {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:35:32.660754 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 7091eca2-6fd8-4e0e-a884-397ba69ec4fa not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:35:32.698886 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:32.704264 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:32.773850 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event updated for resources: {'Port': ['ID=c14e7ed6-10ad-45c1-b5b9-6fe742df865d,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:32.781631 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:32.795324 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:32.796618 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-e44d2c8c-ceee-4dbb-9135-d8033ce1c10e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8364332 Aug 31 04:35:32.988331 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-4a7f26d2-8c13-4429-9181-64f2b173d082 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1775543637&fields=id&tenant_id=8dbf4d23fc5847fb927e138365a7f41b HTTP/1.1" status: 200 len: 267 time: 0.0341344 Aug 31 04:35:33.098435 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-693963bc-1736-4c65-96e5-72f5db73f5a8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:33.099905 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-693963bc-1736-4c65-96e5-72f5db73f5a8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 816 time: 0.1045129 Aug 31 04:35:33.114939 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-eecc80bd-bd73-4e17-88e4-87d338861173 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/quotas/8dbf4d23fc5847fb927e138365a7f41b HTTP/1.1" status: 200 len: 375 time: 0.0093036 Aug 31 04:35:33.167465 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-e99bf527-293c-4903-8bc2-6a1dd8096263 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470605 Aug 31 04:35:33.265241 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-049f102f-934d-4318-9199-81a8efaf654a service neutron] 10.222.0.38 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858185 Aug 31 04:35:33.354916 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-b9ccfa4d-e2e0-4883-a285-25ffca8437ed service neutron] 10.222.0.38 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836012 Aug 31 04:35:33.520561 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cfb2704e-3c2b-43a0-ad28-542688380c04 req-e9a3a9fe-9ad1-468a-b27a-2222ced92a47 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 210 time: 0.0312293 Aug 31 04:35:33.628466 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458353b0-b68e-40cc-a944-4eae0c12ba6a req-da75bf4e-827f-4479-9e11-04e2c680255f tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:33.630161 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-458353b0-b68e-40cc-a944-4eae0c12ba6a req-da75bf4e-827f-4479-9e11-04e2c680255f tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 945 time: 0.0594394 Aug 31 04:35:33.676752 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-458353b0-b68e-40cc-a944-4eae0c12ba6a req-d18c3dda-3b90-4c9f-bf97-38d89caa1a86 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 Aug 31 04:35:34.605186 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-519054ec-4ba5-47c8-814f-aa7b8b899b55 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:34.606769 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-519054ec-4ba5-47c8-814f-aa7b8b899b55 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.16 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 816 time: 0.1025722 Aug 31 04:35:34.628126 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-313ce509-fe27-4054-b6eb-8663ef90d2f4 req-a5ee02e0-3caa-4500-a1f7-42324a8e9b0d tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Aug 31 04:35:34.664810 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-84dfe59b-6b43-4a92-916a-a5665ac970c1 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dbf4d23fc5847fb927e138365a7f41b HTTP/1.1" status: 200 len: 380 time: 0.0387199 Aug 31 04:35:34.675841 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Request body: {'port': {'device_id': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'admin_state_up': True, 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'security_groups': ['31f6d8e0-d80b-4574-a111-c3a142373392']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:34.816442 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca00b8-d713-4522-918e-d9c52dd8eb20 req-ab14d809-8181-4e34-9487-2a2349358b1a tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:34.818012 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-39ca00b8-d713-4522-918e-d9c52dd8eb20 req-ab14d809-8181-4e34-9487-2a2349358b1a tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 945 time: 0.0722556 Aug 31 04:35:34.839414 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Made reservation on behalf of 8dbf4d23fc5847fb927e138365a7f41b for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:34.843399 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:34.878678 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-39ca00b8-d713-4522-918e-d9c52dd8eb20 req-482839ac-d068-4263-894d-099fcb728469 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532138 Aug 31 04:35:34.987054 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Allocated IP 172.20.0.4 (a19f8d25-94f1-4c19-a3a8-1c16d0853f3d/953331b1-921a-4118-aa80-e5ba0b2c0390/99fa6b10-8b91-489a-a6a7-5c9796faaeb1) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:35:35.124017 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:35.351386 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Transition to ACTIVE for port object 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:35.382776 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:35.426884 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:35.429869 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:35.433581 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:35:35.457306 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event updated for resources: {'Port': ['ID=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:35.484928 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:35.485926 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:35.503068 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-7229ecc9-dac7-4471-a46d-6990970ff9ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8308253 Aug 31 04:35:35.538411 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Request body: {'port': {'device_id': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:35.599504 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:35.660107 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-9da1911a-83b3-4539-ab48-15d86b8dd646 None None] Provisioning for port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:35:35.669684 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-9da1911a-83b3-4539-ab48-15d86b8dd646 None None] Provisioning complete for port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:35.670137 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9da1911a-83b3-4539-ab48-15d86b8dd646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:35.708010 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9da1911a-83b3-4539-ab48-15d86b8dd646 None None] Port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:35:35.759860 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d002e9-291c-4cca-9ecc-edf5ed6a2f52 req-94cc78ad-fd87-494e-b169-7b3413d20c1a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:35.761379 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-18d002e9-291c-4cca-9ecc-edf5ed6a2f52 req-94cc78ad-fd87-494e-b169-7b3413d20c1a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 931 time: 0.0586340 Aug 31 04:35:35.798851 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-18d002e9-291c-4cca-9ecc-edf5ed6a2f52 req-9e3e288e-1530-4ed2-932d-6e8cc0292fb3 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Aug 31 04:35:35.869095 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:35:35.876791 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:35.888112 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Transition to ACTIVE for port object 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:35:35.892591 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:35.943819 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Pushing event updated for resources: {'Port': ['ID=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:36.041276 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3cd80-6b38-4ced-bc8a-2bed9431f768 req-eeb3dbec-181e-4746-bc7d-989216b20f3c tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:36.042800 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e3c3cd80-6b38-4ced-bc8a-2bed9431f768 req-eeb3dbec-181e-4746-bc7d-989216b20f3c tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 945 time: 0.0940502 Aug 31 04:35:36.074587 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Attempting to bind port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:35:36.074917 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Attempting to bind port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:35:36.075254 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Attempting to bind port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 on network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:35:36.089436 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 on network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:35:36.089755 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Attempting to bind port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 on network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:35:36.099227 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:35:36.099566 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Checking segment: {'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:35:36.099953 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Bound using segment: {'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:35:36.100387 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Bound port: 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f43929-6c0f-4ad7-b772-903ad614568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:35:36.100745 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:36.105112 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e3c3cd80-6b38-4ced-bc8a-2bed9431f768 req-e238b24d-10aa-40ab-a7f2-1301f9001f1e tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541196 Aug 31 04:35:36.170610 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] For port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:36.173863 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] For port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:36.177911 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:36.212099 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:36.212753 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:36.214516 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] 10.222.0.16 "PUT /v2.0/ports/99fa6b10-8b91-489a-a6a7-5c9796faaeb1 HTTP/1.1" status: 200 len: 1093 time: 0.6804109 Aug 31 04:35:36.217484 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:36.219780 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df07621-f2bd-4f3c-a3eb-c2e828dcea22" -d '{"events": [{"name": "network-changed", "server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:36.250004 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7daff-23fa-4a01-bdcf-2d8e45f14775 service neutron] Pushing event updated for resources: {'Port': ['ID=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:36.258053 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f3da71-a9bf-49aa-9d18-eef9f8530edc x-openstack-request-id: req-e8f3da71-a9bf-49aa-9d18-eef9f8530edc {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:36.258179 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:36.258547 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8f3da71-a9bf-49aa-9d18-eef9f8530edc {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:36.259158 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'status': 'completed', 'code': 200} Aug 31 04:35:36.335522 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-b5be86fb-c916-49b0-8987-b9df91e5f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:36.337095 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-b5be86fb-c916-49b0-8987-b9df91e5f59a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 1096 time: 0.0440536 Aug 31 04:35:36.391121 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-4ef2e853-7145-4f62-ace7-e1d0d8fc27ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1 HTTP/1.1" status: 200 len: 217 time: 0.0355926 Aug 31 04:35:36.449597 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-ef01b0c7-5637-410b-94a8-bd1075751c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:36.451199 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-ef01b0c7-5637-410b-94a8-bd1075751c33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=953331b1-921a-4118-aa80-e5ba0b2c0390 HTTP/1.1" status: 200 len: 855 time: 0.0487618 Aug 31 04:35:36.500107 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-6aa0a9c9-2f88-484b-b813-96e5355a6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:36.501591 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-6aa0a9c9-2f88-484b-b813-96e5355a6baa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0403602 Aug 31 04:35:36.598176 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-e08fdd04-648d-4274-a848-3b76145c81be service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822742 Aug 31 04:35:36.703607 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3c695d80-ea75-4244-b4f3-cc87c7fb573d req-a7c1e4a9-726a-4616-92af-49ff87f4b848 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975819 Aug 31 04:35:36.857440 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df07621-f2bd-4f3c-a3eb-c2e828dcea22 req-ce888981-8dc4-4a2f-a569-a2f62097a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:36.858994 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8df07621-f2bd-4f3c-a3eb-c2e828dcea22 req-ce888981-8dc4-4a2f-a569-a2f62097a66c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 1096 time: 0.0427411 Aug 31 04:35:36.975899 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf48c98-e2e6-451a-9cb2-7a66e1fbad31 req-77ace7ab-c058-4a8c-944c-2aacfd9ee422 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:36.977343 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-edf48c98-e2e6-451a-9cb2-7a66e1fbad31 req-77ace7ab-c058-4a8c-944c-2aacfd9ee422 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.1031611 Aug 31 04:35:37.007201 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df07621-f2bd-4f3c-a3eb-c2e828dcea22 req-7fa2226f-c0d6-4a70-b69b-ce865674a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:37.008655 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8df07621-f2bd-4f3c-a3eb-c2e828dcea22 req-7fa2226f-c0d6-4a70-b69b-ce865674a4ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 917 time: 0.1416981 Aug 31 04:35:37.059550 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-edf48c98-e2e6-451a-9cb2-7a66e1fbad31 req-54f19a38-9a6d-4e3d-9130-3600e5bb2bd8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757766 Aug 31 04:35:37.061415 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8df07621-f2bd-4f3c-a3eb-c2e828dcea22 req-d137446e-ce86-47e1-aca9-ab23c7d402b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1 HTTP/1.1" status: 200 len: 217 time: 0.0419927 Aug 31 04:35:37.116724 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df07621-f2bd-4f3c-a3eb-c2e828dcea22 req-37ef3b7c-4863-4fdb-a263-468c01cf4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:37.118208 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8df07621-f2bd-4f3c-a3eb-c2e828dcea22 req-37ef3b7c-4863-4fdb-a263-468c01cf4158 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=953331b1-921a-4118-aa80-e5ba0b2c0390 HTTP/1.1" status: 200 len: 855 time: 0.0447156 Aug 31 04:35:37.166516 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df07621-f2bd-4f3c-a3eb-c2e828dcea22 req-c440a05d-b74f-4412-85f7-89921757e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:37.168427 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8df07621-f2bd-4f3c-a3eb-c2e828dcea22 req-c440a05d-b74f-4412-85f7-89921757e742 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0411253 Aug 31 04:35:37.227319 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cc693-05e3-4290-ae1d-7c307ebe1b8f req-853174d5-4e52-4b7e-8861-f115e68d0442 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:37.228720 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b52cc693-05e3-4290-ae1d-7c307ebe1b8f req-853174d5-4e52-4b7e-8861-f115e68d0442 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 945 time: 0.0547493 Aug 31 04:35:37.271798 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8df07621-f2bd-4f3c-a3eb-c2e828dcea22 req-0faa744a-9d87-4aa4-9993-9c46c9398c56 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947497 Aug 31 04:35:37.272843 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b52cc693-05e3-4290-ae1d-7c307ebe1b8f req-21ca7122-5ab1-4938-a089-9d66c637af0e tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374820 Aug 31 04:35:37.365104 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8df07621-f2bd-4f3c-a3eb-c2e828dcea22 req-bb3cd56b-29c6-43cd-b3e7-0009fe8298b0 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819590 Aug 31 04:35:38.178740 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d9b64-1cd1-4087-b06a-4614c66546ff req-3b8b5eb8-3ee9-47a4-8c84-2f71f64fea02 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:38.180231 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a51d9b64-1cd1-4087-b06a-4614c66546ff req-3b8b5eb8-3ee9-47a4-8c84-2f71f64fea02 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0486908 Aug 31 04:35:38.216764 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a51d9b64-1cd1-4087-b06a-4614c66546ff req-dcfd206a-389f-43ae-82e4-af6b815b151d tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301538 Aug 31 04:35:38.392575 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041583e8-5e38-4a69-b62d-745d33a585f4 req-e765109f-d49d-4ded-bcc7-9d7042f75441 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:38.394151 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-041583e8-5e38-4a69-b62d-745d33a585f4 req-e765109f-d49d-4ded-bcc7-9d7042f75441 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 945 time: 0.0488281 Aug 31 04:35:38.431106 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-041583e8-5e38-4a69-b62d-745d33a585f4 req-a11e1f3b-b34c-4a3b-99fb-fa5473677521 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/security-groups?id=12099431-a539-47f0-a247-3e017364b3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310862 Aug 31 04:35:38.989302 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f54133-9705-46ef-8f86-7bfdf3629e56 req-efcf3caa-5279-45ea-b679-44b184dc0642 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:38.990763 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b6f54133-9705-46ef-8f86-7bfdf3629e56 req-efcf3caa-5279-45ea-b679-44b184dc0642 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.16 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 945 time: 0.0523124 Aug 31 04:35:39.085596 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b6f54133-9705-46ef-8f86-7bfdf3629e56 req-90acb389-e3ed-4b02-991e-ec27ab450688 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Deleting port f60009e8-8da8-4de5-a4b5-89b26bb5204b {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:35:39.085943 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b6f54133-9705-46ef-8f86-7bfdf3629e56 req-90acb389-e3ed-4b02-991e-ec27ab450688 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:39.176547 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b6f54133-9705-46ef-8f86-7bfdf3629e56 req-90acb389-e3ed-4b02-991e-ec27ab450688 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] For port f60009e8-8da8-4de5-a4b5-89b26bb5204b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f60009e8-8da8-4de5-a4b5-89b26bb5204b,segment=NetworkSegment(a5d63a16-87b5-4cfc-8847-3d8fa7a588ad),segment_id=a5d63a16-87b5-4cfc-8847-3d8fa7a588ad)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:39.176918 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b6f54133-9705-46ef-8f86-7bfdf3629e56 req-90acb389-e3ed-4b02-991e-ec27ab450688 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:39.189823 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b6f54133-9705-46ef-8f86-7bfdf3629e56 req-90acb389-e3ed-4b02-991e-ec27ab450688 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Calling delete_port for f60009e8-8da8-4de5-a4b5-89b26bb5204b owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:35:39.345605 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b6f54133-9705-46ef-8f86-7bfdf3629e56 req-90acb389-e3ed-4b02-991e-ec27ab450688 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:39.377648 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acb389-e3ed-4b02-991e-ec27ab450688 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Pushing event deleted for resources: {'Port': ['ID=f60009e8-8da8-4de5-a4b5-89b26bb5204b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:39.382613 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['f60009e8-8da8-4de5-a4b5-89b26bb5204b'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:35:39.390337 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab5e30-e353-4128-a2c0-324c1a7b2406 req-56cb3d58-d1fb-4676-9b44-c7d60696ba8a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:39.403172 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e3ab5e30-e353-4128-a2c0-324c1a7b2406 req-56cb3d58-d1fb-4676-9b44-c7d60696ba8a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0996566 Aug 31 04:35:39.470341 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f54133-9705-46ef-8f86-7bfdf3629e56 req-90acb389-e3ed-4b02-991e-ec27ab450688 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] No DVR routers for this DVR port f60009e8-8da8-4de5-a4b5-89b26bb5204b on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:35:39.474767 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b6f54133-9705-46ef-8f86-7bfdf3629e56 req-90acb389-e3ed-4b02-991e-ec27ab450688 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:39.476752 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b6f54133-9705-46ef-8f86-7bfdf3629e56 req-90acb389-e3ed-4b02-991e-ec27ab450688 tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.16 "DELETE /v2.0/ports/f60009e8-8da8-4de5-a4b5-89b26bb5204b HTTP/1.1" status: 204 len: 173 time: 0.4760230 Aug 31 04:35:39.477239 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dd56ae-9dd6-4fd3-8123-cd7961781cfe', 'name': 'network-vif-deleted', 'tag': 'f60009e8-8da8-4de5-a4b5-89b26bb5204b'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:39.479549 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0732cc7f-4053-4488-87ff-989d119af249" -d '{"events": [{"server_uuid": "22dd56ae-9dd6-4fd3-8123-cd7961781cfe", "name": "network-vif-deleted", "tag": "f60009e8-8da8-4de5-a4b5-89b26bb5204b"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:39.485354 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e3ab5e30-e353-4128-a2c0-324c1a7b2406 req-246de320-5149-4a02-b8ca-2b4fb7845932 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813093 Aug 31 04:35:39.541128 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1219d652-e16c-4dbf-b223-ece8c14498e7 req-aae8ffec-b2d4-4dee-a7c0-02bc1c6eda1b tempest-VolumesSnapshotTestJSON-1210167077 tempest-VolumesSnapshotTestJSON-1210167077-project] 10.222.0.38 "GET /v2.0/ports?device_id=22dd56ae-9dd6-4fd3-8123-cd7961781cfe HTTP/1.1" status: 200 len: 210 time: 0.0363741 Aug 31 04:35:39.557665 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a94ed43-9564-4a78-a367-2910950cfda6 x-openstack-request-id: req-1a94ed43-9564-4a78-a367-2910950cfda6 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:39.557962 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dd56ae-9dd6-4fd3-8123-cd7961781cfe", "name": "network-vif-deleted", "tag": "f60009e8-8da8-4de5-a4b5-89b26bb5204b", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:39.558213 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a94ed43-9564-4a78-a367-2910950cfda6 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:39.558615 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dd56ae-9dd6-4fd3-8123-cd7961781cfe', 'name': 'network-vif-deleted', 'tag': 'f60009e8-8da8-4de5-a4b5-89b26bb5204b', 'status': 'completed', 'code': 200} Aug 31 04:35:40.613668 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a67f93-6766-458c-9681-c13b973e8575 req-7bb37b53-ae19-494e-9e8b-1d96cbb404d3 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:40.615180 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-94a67f93-6766-458c-9681-c13b973e8575 req-7bb37b53-ae19-494e-9e8b-1d96cbb404d3 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0545595 Aug 31 04:35:40.654666 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-94a67f93-6766-458c-9681-c13b973e8575 req-ab22c302-7c19-4581-be5e-9272210d61af tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331349 Aug 31 04:35:40.678497 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:35:40.796165 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:40.808337 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'port_id': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'mac_address': 'fa:16:3e:8e:50:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:35:40.858206 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:40.872189 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:35:40.893700 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:40.897803 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:40.948654 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:41.279817 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['99fa6b10-8b91-489a-a6a7-5c9796faaeb1'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:35:41.769677 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b6e97-1f1c-464b-96ff-bb152b7508c4 req-97c36c78-e787-4a4f-84eb-f967986e40d2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:41.771134 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-868b6e97-1f1c-464b-96ff-bb152b7508c4 req-97c36c78-e787-4a4f-84eb-f967986e40d2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 944 time: 0.0476625 Aug 31 04:35:41.809407 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-868b6e97-1f1c-464b-96ff-bb152b7508c4 req-45d1b18f-8de8-48ea-bad1-74b7cf489ea1 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324113 Aug 31 04:35:42.683242 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:42.731579 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:35:42.735665 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:35:42.736032 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:42.820043 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:42.841973 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:42.844054 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35879843-6c79-41b3-934a-283c0422a35d" -d '{"events": [{"server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "name": "network-vif-plugged", "status": "completed", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:42.859850 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:42.865240 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:42.866043 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device f60009e8-8da8-4de5-a4b5-89b26bb5204b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:35:42.889940 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c0ce34-ca16-4a7e-9df0-9fa1d45b3ba8 x-openstack-request-id: req-86c0ce34-ca16-4a7e-9df0-9fa1d45b3ba8 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:42.890386 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "name": "network-vif-plugged", "status": "completed", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:42.890722 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-86c0ce34-ca16-4a7e-9df0-9fa1d45b3ba8 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:42.891195 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'code': 200} Aug 31 04:35:42.909306 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: f60009e8-8da8-4de5-a4b5-89b26bb5204b {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:35:42.909737 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device f60009e8-8da8-4de5-a4b5-89b26bb5204b not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:35:42.929286 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d10be4-bacd-43e2-b383-5c8a24205abd req-43151cad-6bec-4c40-9f8d-6e5696af5fbe tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:42.930460 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-33d10be4-bacd-43e2-b383-5c8a24205abd req-43151cad-6bec-4c40-9f8d-6e5696af5fbe tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0482907 Aug 31 04:35:42.934672 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:42.972568 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-33d10be4-bacd-43e2-b383-5c8a24205abd req-37a3a2b7-2507-4b41-a536-5634f89e20e2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350313 Aug 31 04:35:43.097965 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63a535-579b-46bc-857e-602df78060b1 req-c750dcda-c31c-4fe3-9c74-ec20e0c64a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:43.099355 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4e63a535-579b-46bc-857e-602df78060b1 req-c750dcda-c31c-4fe3-9c74-ec20e0c64a2b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 1098 time: 0.0391779 Aug 31 04:35:43.143229 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4e63a535-579b-46bc-857e-602df78060b1 req-8a36e4ef-808a-4f17-a397-4ea29ae609bd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356853 Aug 31 04:35:44.095783 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162ee93-f95b-4f10-9039-51aabd69886d req-055bae5b-2473-4f7d-9490-d52eb3bc773f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:44.097622 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9162ee93-f95b-4f10-9039-51aabd69886d req-055bae5b-2473-4f7d-9490-d52eb3bc773f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0506656 Aug 31 04:35:44.136062 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9162ee93-f95b-4f10-9039-51aabd69886d req-8f8c3f42-7734-4ec3-a238-01e3c1f61a55 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320420 Aug 31 04:35:45.251223 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0370f-bb6f-4e13-b601-36c270079026 req-6d806eb9-0dba-49e5-9cac-fd2c5a0e8ce5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:45.252703 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bac0370f-bb6f-4e13-b601-36c270079026 req-6d806eb9-0dba-49e5-9cac-fd2c5a0e8ce5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0478814 Aug 31 04:35:45.290567 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bac0370f-bb6f-4e13-b601-36c270079026 req-1a9efe4d-b428-4da5-8519-b4475f131fea tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320196 Aug 31 04:35:45.402940 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590b2d4-8804-43b8-bc1f-a25066135b8b req-59642cdc-56cc-439d-a738-767de6f70427 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:45.404414 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-5590b2d4-8804-43b8-bc1f-a25066135b8b req-59642cdc-56cc-439d-a738-767de6f70427 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0478835 Aug 31 04:35:45.413447 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35084) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:45.418438 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-357428e4-7aa5-41c4-815a-3ec79b847a41 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Request body: {'floatingip': {'port_id': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:45.464387 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-357428e4-7aa5-41c4-815a-3ec79b847a41 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:45.905434 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-357428e4-7aa5-41c4-815a-3ec79b847a41 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:45.908934 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-357428e4-7aa5-41c4-815a-3ec79b847a41 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:46.010595 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.l3_db [None req-357428e4-7aa5-41c4-815a-3ec79b847a41 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Floating IP 338e12fc-bfa3-4789-abc8-0b136d5b795e associated. External IP: 172.28.1.42, port: 99fa6b10-8b91-489a-a6a7-5c9796faaeb1. Aug 31 04:35:46.208749 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357428e4-7aa5-41c4-815a-3ec79b847a41 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Router 74981fa4-d09c-4fbb-ac87-59e56a307a29 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:35:46.311571 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357428e4-7aa5-41c4-815a-3ec79b847a41 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:35:46.316388 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-357428e4-7aa5-41c4-815a-3ec79b847a41 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:46.321533 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8226141f-31c4-4d19-9457-ea9c20a63bf1 None None] Sync routers for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:35:46.331187 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8226141f-31c4-4d19-9457-ea9c20a63bf1 None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:35:46.331801 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8226141f-31c4-4d19-9457-ea9c20a63bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:46.343439 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-357428e4-7aa5-41c4-815a-3ec79b847a41 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "PUT /v2.0/floatingips/338e12fc-bfa3-4789-abc8-0b136d5b795e HTTP/1.1" status: 200 len: 990 time: 0.9281080 Aug 31 04:35:46.344115 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:35:46.346474 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fd3815-ba4a-4c8f-896a-e23111ddb00b" -d '{"events": [{"name": "network-changed", "server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:46.391879 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d36acc-c867-4967-b9e1-d86c900bfcaa x-openstack-request-id: req-40d36acc-c867-4967-b9e1-d86c900bfcaa {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:46.392172 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:46.392426 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40d36acc-c867-4967-b9e1-d86c900bfcaa {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:46.392832 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'status': 'completed', 'code': 200} Aug 31 04:35:46.442238 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-8226141f-31c4-4d19-9457-ea9c20a63bf1 None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:35:46.499273 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3815-ba4a-4c8f-896a-e23111ddb00b req-af405994-4f21-4f87-b700-4f4e6e4886e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:46.500795 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-94fd3815-ba4a-4c8f-896a-e23111ddb00b req-af405994-4f21-4f87-b700-4f4e6e4886e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 1098 time: 0.0437231 Aug 31 04:35:46.727685 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8226141f-31c4-4d19-9457-ea9c20a63bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': '338e12fc-bfa3-4789-abc8-0b136d5b795e', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'port_id': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'mac_address': 'fa:16:3e:8e:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:35:32Z', 'updated_at': '2021-08-31T04:35:45Z', 'revision_number': 1, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 5, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:46.753837 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8226141f-31c4-4d19-9457-ea9c20a63bf1 None None] Checking router: 74981fa4-d09c-4fbb-ac87-59e56a307a29 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:35:46.762743 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8226141f-31c4-4d19-9457-ea9c20a63bf1 None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:35:46.763384 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8226141f-31c4-4d19-9457-ea9c20a63bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:46.811374 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3815-ba4a-4c8f-896a-e23111ddb00b req-7573a7fa-c868-44d9-bc83-a5cb7e70be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:46.812941 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-94fd3815-ba4a-4c8f-896a-e23111ddb00b req-7573a7fa-c868-44d9-bc83-a5cb7e70be50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 917 time: 0.3039684 Aug 31 04:35:46.880990 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-94fd3815-ba4a-4c8f-896a-e23111ddb00b req-cd2f57a7-236c-4e22-8545-58481213c9a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1 HTTP/1.1" status: 200 len: 998 time: 0.0596740 Aug 31 04:35:46.932910 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3815-ba4a-4c8f-896a-e23111ddb00b req-54a3557f-22de-4e43-a269-f2cb87bc41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:46.934498 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-94fd3815-ba4a-4c8f-896a-e23111ddb00b req-54a3557f-22de-4e43-a269-f2cb87bc41e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=953331b1-921a-4118-aa80-e5ba0b2c0390 HTTP/1.1" status: 200 len: 855 time: 0.0453737 Aug 31 04:35:46.987387 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3815-ba4a-4c8f-896a-e23111ddb00b req-876b11bf-2c46-4968-b5d3-32e220254953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:46.988917 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-94fd3815-ba4a-4c8f-896a-e23111ddb00b req-876b11bf-2c46-4968-b5d3-32e220254953 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0467098 Aug 31 04:35:46.995529 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-8226141f-31c4-4d19-9457-ea9c20a63bf1 None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:35:47.086812 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-94fd3815-ba4a-4c8f-896a-e23111ddb00b req-9d98c8ee-cae9-404b-89c2-a6e1a02105c4 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892348 Aug 31 04:35:47.188598 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-94fd3815-ba4a-4c8f-896a-e23111ddb00b req-40e58237-4c0d-4e7c-bec2-c06f6b7ac1dd service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938389 Aug 31 04:35:47.239570 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8226141f-31c4-4d19-9457-ea9c20a63bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': '338e12fc-bfa3-4789-abc8-0b136d5b795e', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'port_id': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'mac_address': 'fa:16:3e:8e:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:35:32Z', 'updated_at': '2021-08-31T04:35:45Z', 'revision_number': 1, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 5, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:47.269734 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8226141f-31c4-4d19-9457-ea9c20a63bf1 None None] The sync data for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb is: [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': '338e12fc-bfa3-4789-abc8-0b136d5b795e', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'port_id': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'mac_address': 'fa:16:3e:8e:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:35:32Z', 'updated_at': '2021-08-31T04:35:45Z', 'revision_number': 1, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 5, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:35:47.449426 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b388fa-c000-4f46-9390-ffbd27ca6c96 None None] New status for floating IP 338e12fc-bfa3-4789-abc8-0b136d5b795e: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:35:49.486687 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24f7b6a7-0be6-4fa6-98bc-6cb199318dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:50.836587 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:52.237113 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-825e4496-e7cc-4821-8514-1d1d01293f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:52.426403 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:52.720269 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:35:53.716570 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:54.912083 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:56.769138 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d266805-8914-4fb3-9ba8-644f1c89abb0 req-05c6bca9-c399-444e-8cd2-8be04b397018 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:56.770584 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-6d266805-8914-4fb3-9ba8-644f1c89abb0 req-05c6bca9-c399-444e-8cd2-8be04b397018 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0506973 Aug 31 04:35:56.806678 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-6d266805-8914-4fb3-9ba8-644f1c89abb0 req-12d54653-ce40-41bb-b2b3-808ffbe6a47f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301409 Aug 31 04:35:57.564335 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35278) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:57.608443 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a30420-0bc0-44c6-97c8-be7aa9d94575 admin admin] Deleting subnet 35ba5972-fc20-4742-86f4-0e4b2b012ed8 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:35:57.611720 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4a30420-0bc0-44c6-97c8-be7aa9d94575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:57.647774 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4a30420-0bc0-44c6-97c8-be7aa9d94575 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3121594'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:57.684895 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4a30420-0bc0-44c6-97c8-be7aa9d94575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:57.739601 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4a30420-0bc0-44c6-97c8-be7aa9d94575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3121191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3044847'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:57.766890 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a30420-0bc0-44c6-97c8-be7aa9d94575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ba5972-fc20-4742-86f4-0e4b2b012ed8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:57.768907 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4a30420-0bc0-44c6-97c8-be7aa9d94575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:57.773535 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35280) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:57.774010 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-a4a30420-0bc0-44c6-97c8-be7aa9d94575 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/35ba5972-fc20-4742-86f4-0e4b2b012ed8 HTTP/1.1" status: 204 len: 168 time: 0.2080827 Aug 31 04:35:57.841211 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:57.950454 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:57.962004 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf45189-5da6-44b3-8497-26cd02a48485']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:57.973740 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d63a16-87b5-4cfc-8847-3d8fa7a588ad') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:57.974037 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d63a16-87b5-4cfc-8847-3d8fa7a588ad') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:57.986711 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624883'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:57.994723 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9113bd-bd09-4e55-9bc5-e152d7dde7c8 req-be5f32d0-bb1b-43ac-b02a-a37caa7e5ac9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:57.996202 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cc9113bd-bd09-4e55-9bc5-e152d7dde7c8 req-be5f32d0-bb1b-43ac-b02a-a37caa7e5ac9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.1100528 Aug 31 04:35:58.018735 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.026483 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:35:58.026873 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792599'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: Traceback (most recent call last): Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: timer() Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: cb(*args, **kw) Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: return func(*args, **kwargs) Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: self._notify() Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: self.callback(batched_events) Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: event.method(event) Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: return f(self, *a, **k) Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: return self._get(url).json() Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: return self.request(url, 'GET', **kwargs) Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:35:58.028676 dv-cinder-778193-7-smb neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:35:58.086069 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cc9113bd-bd09-4e55-9bc5-e152d7dde7c8 req-9031ecbe-651f-47ed-ac77-64c745f03281 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824788 Aug 31 04:35:58.097238 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.112957 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.114805 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] 10.222.0.38 "DELETE /v2.0/networks/bbf45189-5da6-44b3-8497-26cd02a48485 HTTP/1.1" status: 204 len: 168 time: 0.3402140 Aug 31 04:35:58.115833 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf45189-5da6-44b3-8497-26cd02a48485,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:58.123378 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.124296 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.124639 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.124976 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.125456 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.125801 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.126134 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.126463 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.126795 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.127123 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.127465 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.127818 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439bdfeb-45d7-4046-8c6d-f7759d3c189a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:58.272387 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35286) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:58.310959 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-d6c36533-de87-4f55-8536-0c8c8b447387 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=205309022522434d9f66fe2bbf079e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373006 Aug 31 04:35:58.313776 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35288) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:58.360155 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb4f0866-276a-4eb5-bce2-12c34a1879de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.379974 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb4f0866-276a-4eb5-bce2-12c34a1879de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.424750 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb4f0866-276a-4eb5-bce2-12c34a1879de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.427305 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb4f0866-276a-4eb5-bce2-12c34a1879de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:58.428421 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-eb4f0866-276a-4eb5-bce2-12c34a1879de admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12099431-a539-47f0-a247-3e017364b3a4 HTTP/1.1" status: 204 len: 168 time: 0.1137452 Aug 31 04:35:58.435678 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f0866-276a-4eb5-bce2-12c34a1879de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12099431-a539-47f0-a247-3e017364b3a4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:58.774359 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35308) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:58.938919 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b0a27b3-1846-4e89-90a8-e59bb68f3f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.032956 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b0a27b3-1846-4e89-90a8-e59bb68f3f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.036708 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b0a27b3-1846-4e89-90a8-e59bb68f3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.073922 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-6b0a27b3-1846-4e89-90a8-e59bb68f3f83 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aaa10a9d2b634adf923911a80b0d4a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984104 Aug 31 04:35:59.074766 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a27b3-1846-4e89-90a8-e59bb68f3f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134f28a1-e40a-4a40-8ca3-d04318b1913c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:59.077498 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35322) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:59.096666 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35324) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:59.175492 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e35c50b8-4807-48fd-9675-a8e43315c77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.192090 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-f973e8af-4aab-449b-b6fe-4bac23839253 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:59.193627 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-f973e8af-4aab-449b-b6fe-4bac23839253 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0721922 Aug 31 04:35:59.196574 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-193352168-network', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:59.214406 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e35c50b8-4807-48fd-9675-a8e43315c77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.216918 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8368a2c-ba8b-4226-b0d3-d8014fb2b06a req-70e0ee16-ebb2-48a4-9895-2387c498d8e0 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:59.218565 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a8368a2c-ba8b-4226-b0d3-d8014fb2b06a req-70e0ee16-ebb2-48a4-9895-2387c498d8e0 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 945 time: 0.0641296 Aug 31 04:35:59.244505 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Made reservation on behalf of dd132a81d6b440bc910fb397d6965013 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:59.246766 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.257788 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.283547 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a8368a2c-ba8b-4226-b0d3-d8014fb2b06a req-068ab7fb-b174-4d6d-ba6e-107589ac21fe tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0960823-f235-4fcf-8986-7d6c54e865c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548246 Aug 31 04:35:59.317142 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Deleting port 9d140f76-2c49-4fa5-b761-98826b5af633 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:35:59.317580 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.360033 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e35c50b8-4807-48fd-9675-a8e43315c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.362593 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e35c50b8-4807-48fd-9675-a8e43315c77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.366101 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-e35c50b8-4807-48fd-9675-a8e43315c77c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/134f28a1-e40a-4a40-8ca3-d04318b1913c HTTP/1.1" status: 204 len: 168 time: 0.2771809 Aug 31 04:35:59.375231 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.381549 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.385517 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c50b8-4807-48fd-9675-a8e43315c77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134f28a1-e40a-4a40-8ca3-d04318b1913c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:59.415181 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:35:59.422665 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] For port 9d140f76-2c49-4fa5-b761-98826b5af633, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9d140f76-2c49-4fa5-b761-98826b5af633,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:59.423058 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.426993 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521804a0-136b-4f9a-899b-85619c3ac9a5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:59.433645 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.434003 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Added segment f53e450e-f11b-47dd-8989-3516392177ee of type vlan for network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 Aug 31 04:35:59.479427 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.506525 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.508259 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:59.508968 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.560601 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4593265 Aug 31 04:35:59.564270 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35334) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:59.572327 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d7939337-c320-44d7-8960-f6dc47aebeff admin admin] Request body: {'subnet': {'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-193352168-subnet', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:59.595022 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825d0cd-e49f-4ad5-a2bb-8395d61dee45 admin admin] Pushing event updated for resources: {'Network': ['ID=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:59.606576 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:35:59.614432 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7939337-c320-44d7-8960-f6dc47aebeff admin admin] Made reservation on behalf of dd132a81d6b440bc910fb397d6965013 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:59.617487 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7939337-c320-44d7-8960-f6dc47aebeff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3097633'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.618528 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.618928 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.619248 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.l3_db [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Floating IP 5545a9a8-08b7-42aa-90bd-cb3f082442e8 disassociated. External IP: 172.28.1.185, port: 9d140f76-2c49-4fa5-b761-98826b5af633. Aug 31 04:35:59.621179 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Calling delete_port for 9d140f76-2c49-4fa5-b761-98826b5af633 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:35:59.767435 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.800619 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event deleted for resources: {'Port': ['ID=9d140f76-2c49-4fa5-b761-98826b5af633,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:59.838751 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7939337-c320-44d7-8960-f6dc47aebeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3097655'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.911246 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7939337-c320-44d7-8960-f6dc47aebeff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b859fbe-9843-4395-8d57-50bc5716a0d0,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:59.916489 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7939337-c320-44d7-8960-f6dc47aebeff admin admin] Checking segment: {'id': 'f53e450e-f11b-47dd-8989-3516392177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:35:59.916913 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7939337-c320-44d7-8960-f6dc47aebeff admin admin] Network hostable DHCP agents. Network: 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:35:59.935272 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7939337-c320-44d7-8960-f6dc47aebeff admin admin] Network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:35:59.938586 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Router 411092a2-ef3b-474d-9d6c-350153be8d37 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:35:59.945840 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d7939337-c320-44d7-8960-f6dc47aebeff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:59.950518 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7939337-c320-44d7-8960-f6dc47aebeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:35:59.951643 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7939337-c320-44d7-8960-f6dc47aebeff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:35:59.958211 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b5ed6-3691-413d-8b59-b6bdb2ab82bc None None] Network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:35:59.977990 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-d7939337-c320-44d7-8960-f6dc47aebeff admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4126523 Aug 31 04:35:59.978943 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35352) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:35:59.991351 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:00.016308 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.017904 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.070351 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.075130 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:36:00.089397 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b9f64-97ec-4b4c-b29e-ad8f5bda9cb8 None None] Sync routers for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:36:00.119800 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] No DVR routers for this DVR port 9d140f76-2c49-4fa5-b761-98826b5af633 on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:36:00.123256 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.127666 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c5bdfd24-33e0-4b1a-8cc7-d265ec7956f8 req-31e1a956-d998-4441-bfb1-5b5d92ff6471 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.16 "DELETE /v2.0/ports/9d140f76-2c49-4fa5-b761-98826b5af633 HTTP/1.1" status: 204 len: 173 time: 0.9231048 Aug 31 04:36:00.128587 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d', 'name': 'network-vif-deleted', 'tag': '9d140f76-2c49-4fa5-b761-98826b5af633'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:00.129185 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b9f64-97ec-4b4c-b29e-ad8f5bda9cb8 None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:00.130043 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-501b9f64-97ec-4b4c-b29e-ad8f5bda9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:00.132461 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88db6df-df13-497b-bdc1-b6e952e23f8b" -d '{"events": [{"server_uuid": "16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d", "name": "network-vif-deleted", "tag": "9d140f76-2c49-4fa5-b761-98826b5af633"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:00.186152 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b992b23e-30a4-4a85-8cca-47fbe37ee166 x-openstack-request-id: req-b992b23e-30a4-4a85-8cca-47fbe37ee166 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:00.186985 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d", "name": "network-vif-deleted", "tag": "9d140f76-2c49-4fa5-b761-98826b5af633", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:00.187780 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b992b23e-30a4-4a85-8cca-47fbe37ee166 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:00.188637 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d', 'name': 'network-vif-deleted', 'tag': '9d140f76-2c49-4fa5-b761-98826b5af633', 'status': 'completed', 'code': 200} Aug 31 04:36:00.270757 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-501b9f64-97ec-4b4c-b29e-ad8f5bda9cb8 None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:00.287065 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.361823 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp527c13e1-2756-51d6-b380-8b5cdd64d3a9-6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'fixed_ips': [{'subnet_id': '4b859fbe-9843-4395-8d57-50bc5716a0d0'}]}} from dv-cinder-778193-7-smb. {{(pid=93813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:36:00.362971 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.439702 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-29c0af9a-2d2f-4183-bc84-2cc62f8c03b4 req-bfd03490-39b3-41b3-80f7-2df168298526 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=16a1e7a5-60d8-4015-ac2a-5bb7f2ef0d0d HTTP/1.1" status: 200 len: 210 time: 0.0278823 Aug 31 04:36:00.528019 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.550601 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.617691 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Allocated IP 172.20.0.2 (6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9/4b859fbe-9843-4395-8d57-50bc5716a0d0/54337f1a-4c12-4963-bf6a-bd8812c769e7) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:36:00.665186 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Allocated IP 172.28.1.135 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/4e717f38-5134-4db9-ada7-d66a5c1e4cc5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:36:00.712796 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-501b9f64-97ec-4b4c-b29e-ad8f5bda9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:06Z', 'revision_number': 5, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:00.757577 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b9f64-97ec-4b4c-b29e-ad8f5bda9cb8 None None] Checking router: 411092a2-ef3b-474d-9d6c-350153be8d37 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:36:00.778921 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.793486 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b9f64-97ec-4b4c-b29e-ad8f5bda9cb8 None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:00.794254 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-501b9f64-97ec-4b4c-b29e-ad8f5bda9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:00.832606 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.875871 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:00.881655 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:00.884034 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Pushing event updated for resources: {'Port': ['ID=4e717f38-5134-4db9-ada7-d66a5c1e4cc5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:00.886240 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:36:00.957834 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:00.972787 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Transition to ACTIVE for port object 54337f1a-4c12-4963-bf6a-bd8812c769e7 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:00.989354 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-501b9f64-97ec-4b4c-b29e-ad8f5bda9cb8 None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:01.023334 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Transition to ACTIVE for port object 54337f1a-4c12-4963-bf6a-bd8812c769e7 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:01.032946 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:01.143188 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:01.146639 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:01.151297 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Pushing event updated for resources: {'Port': ['ID=54337f1a-4c12-4963-bf6a-bd8812c769e7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:01.153809 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:01.157780 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:36:01.240544 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Attempting to bind port 54337f1a-4c12-4963-bf6a-bd8812c769e7 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:36:01.240916 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Attempting to bind port 54337f1a-4c12-4963-bf6a-bd8812c769e7 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'f53e450e-f11b-47dd-8989-3516392177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:36:01.241315 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Attempting to bind port 54337f1a-4c12-4963-bf6a-bd8812c769e7 on network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:36:01.251650 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:36:01.252036 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Checking segment: {'id': 'f53e450e-f11b-47dd-8989-3516392177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:36:01.252434 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:01.252832 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Bound using segment: {'id': 'f53e450e-f11b-47dd-8989-3516392177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:36:01.253352 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Bound port: 54337f1a-4c12-4963-bf6a-bd8812c769e7, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53e450e-f11b-47dd-8989-3516392177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:36:01.253743 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:01.349966 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] For port 54337f1a-4c12-4963-bf6a-bd8812c769e7, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:36:01.354254 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] For port 54337f1a-4c12-4963-bf6a-bd8812c769e7, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=54337f1a-4c12-4963-bf6a-bd8812c769e7,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:36:01.357418 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-501b9f64-97ec-4b4c-b29e-ad8f5bda9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:06Z', 'revision_number': 5, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:01.361632 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:01.412835 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b9f64-97ec-4b4c-b29e-ad8f5bda9cb8 None None] The sync data for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb is: [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:06Z', 'revision_number': 5, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:36:01.445369 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55696ed2-4d9e-4fd4-b684-f6de752def5d None None] Pushing event updated for resources: {'Port': ['ID=54337f1a-4c12-4963-bf6a-bd8812c769e7,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:01.531975 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35384) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:01.601848 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3456272c-8449-4fb4-b3ca-eaa9346ddf55 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:01.608654 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653224'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:01.641838 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3456272c-8449-4fb4-b3ca-eaa9346ddf55 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:01.734722 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3456272c-8449-4fb4-b3ca-eaa9346ddf55 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:01.739296 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3456272c-8449-4fb4-b3ca-eaa9346ddf55 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:01.741272 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-3456272c-8449-4fb4-b3ca-eaa9346ddf55 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "DELETE /v2.0/security-groups/d0960823-f235-4fcf-8986-7d6c54e865c3 HTTP/1.1" status: 204 len: 168 time: 0.2074690 Aug 31 04:36:01.745387 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35386) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:01.763965 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866fdc5-f730-4c53-b640-4c0a901feb85 None None] New status for floating IP 5545a9a8-08b7-42aa-90bd-cb3f082442e8: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:36:01.765037 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456272c-8449-4fb4-b3ca-eaa9346ddf55 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0960823-f235-4fcf-8986-7d6c54e865c3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:01.767359 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.api.v2.resource [None req-5498e46e-f2e0-4632-937d-99eb2f9078b4 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] show failed (client error): The resource could not be found. Aug 31 04:36:01.768409 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-5498e46e-f2e0-4632-937d-99eb2f9078b4 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups/d0960823-f235-4fcf-8986-7d6c54e865c3 HTTP/1.1" status: 404 len: 347 time: 0.0217643 Aug 31 04:36:01.771343 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35388) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:01.835456 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Router 067030b1-f817-4d96-bfce-5ca3291bcef9 is scheduled to L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:36:01.928652 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d85833b1-1b3d-47ff-a1ff-97aa29279d8f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Deleting port 6b1fd471-a197-4872-94f9-657d2e26e70b {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:36:01.928961 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d85833b1-1b3d-47ff-a1ff-97aa29279d8f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:01.973538 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:36:01.988176 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Sync routers for ids ['067030b1-f817-4d96-bfce-5ca3291bcef9'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:36:01.998923 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.002788 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-4215ff4f-368d-4b5c-8921-37faaa2b3983 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0195832 Aug 31 04:36:02.003099 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35394) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:02.004301 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Routers {'067030b1-f817-4d96-bfce-5ca3291bcef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:02.005222 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['067030b1-f817-4d96-bfce-5ca3291bcef9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:02.036065 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d85833b1-1b3d-47ff-a1ff-97aa29279d8f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.036550 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d85833b1-1b3d-47ff-a1ff-97aa29279d8f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.050384 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d85833b1-1b3d-47ff-a1ff-97aa29279d8f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Calling delete_port for 6b1fd471-a197-4872-94f9-657d2e26e70b owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:36:02.274348 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d85833b1-1b3d-47ff-a1ff-97aa29279d8f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.288588 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Set router 067030b1-f817-4d96-bfce-5ca3291bcef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:02.307235 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85833b1-1b3d-47ff-a1ff-97aa29279d8f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event deleted for resources: {'Port': ['ID=6b1fd471-a197-4872-94f9-657d2e26e70b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:02.381290 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d85833b1-1b3d-47ff-a1ff-97aa29279d8f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.384090 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d85833b1-1b3d-47ff-a1ff-97aa29279d8f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.385307 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-d85833b1-1b3d-47ff-a1ff-97aa29279d8f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "DELETE /v2.0/floatingips/5545a9a8-08b7-42aa-90bd-cb3f082442e8 HTTP/1.1" status: 204 len: 168 time: 0.6121500 Aug 31 04:36:02.510618 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:01Z', 'revision_number': 3, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port': {'id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:02.543558 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Checking router: 067030b1-f817-4d96-bfce-5ca3291bcef9 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:36:02.543963 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Updating router 067030b1-f817-4d96-bfce-5ca3291bcef9 port 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 binding host dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:36:02.573230 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.574970 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.606461 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a199ac8-f449-47c5-886f-763801abe9dc None None] Network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:36:02.725740 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-909e68ca-a595-4381-a0fa-5e6341d54f84 None None] Provisioning for port 54337f1a-4c12-4963-bf6a-bd8812c769e7 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:02.736620 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Allocated IP 172.20.0.1 (6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9/4b859fbe-9843-4395-8d57-50bc5716a0d0/85c68c87-3728-4fab-84f4-ed6222708b05) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:36:02.754722 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35402) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:02.759752 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-3949e5be-5afb-4c58-969b-837fe4aecea9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955601993', 'description': 'tempest-description--1981380095'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:02.761686 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 9d140f76-2c49-4fa5-b761-98826b5af633 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:02.782188 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3949e5be-5afb-4c58-969b-837fe4aecea9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.798797 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: 9d140f76-2c49-4fa5-b761-98826b5af633 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:36:02.799211 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 9d140f76-2c49-4fa5-b761-98826b5af633 not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:36:02.863930 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.878161 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Transition to ACTIVE for port object 85c68c87-3728-4fab-84f4-ed6222708b05 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:02.879696 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3949e5be-5afb-4c58-969b-837fe4aecea9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.883914 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3949e5be-5afb-4c58-969b-837fe4aecea9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.913276 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3949e5be-5afb-4c58-969b-837fe4aecea9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.917302 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-3949e5be-5afb-4c58-969b-837fe4aecea9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1586180 Aug 31 04:36:02.917550 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35404) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:02.924202 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-37dfa56c-66d1-4dc5-a8fb-cada25ba7ab3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Request body: {'security_group_rule': {'security_group_id': 'fece315d-a65a-49aa-ad63-4df6c6a5066b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:02.926474 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.929067 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949e5be-5afb-4c58-969b-837fe4aecea9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fece315d-a65a-49aa-ad63-4df6c6a5066b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:02.957739 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37dfa56c-66d1-4dc5-a8fb-cada25ba7ab3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:02.968304 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:02.980161 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:02.986931 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:36:03.009907 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Pushing event updated for resources: {'Port': ['ID=85c68c87-3728-4fab-84f4-ed6222708b05,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:03.026167 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.032474 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647515'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.044750 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Transition to ACTIVE for port object 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:03.045075 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37dfa56c-66d1-4dc5-a8fb-cada25ba7ab3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.050729 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37dfa56c-66d1-4dc5-a8fb-cada25ba7ab3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.055303 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.073445 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfa56c-66d1-4dc5-a8fb-cada25ba7ab3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3355062d-17e2-45b5-b681-a4fee1d3bc21,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:03.078269 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37dfa56c-66d1-4dc5-a8fb-cada25ba7ab3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.081433 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-37dfa56c-66d1-4dc5-a8fb-cada25ba7ab3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614816 Aug 31 04:36:03.083298 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35406) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:03.090875 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-3cb3d682-7e94-4559-b7d9-d7a12b2a2e6b tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Request body: {'security_group_rule': {'security_group_id': 'fece315d-a65a-49aa-ad63-4df6c6a5066b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:03.111875 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Attempting to bind port 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:36:03.112305 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Attempting to bind port 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:36:03.112676 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Attempting to bind port 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 on network 60d0a98d-e68b-462a-bfbc-929e006b1a9b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:36:03.121208 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae70e26-6649-4dc5-98c0-45a1b2df3c83 None None] Pushing event updated for resources: {'Port': ['ID=4e717f38-5134-4db9-ada7-d66a5c1e4cc5,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:03.124857 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:36:03.125439 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d682-7e94-4559-b7d9-d7a12b2a2e6b tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.125574 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Checking segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:36:03.125877 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.126276 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Bound using segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:36:03.126759 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Bound port: 4e717f38-5134-4db9-ada7-d66a5c1e4cc5, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:36:03.127218 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.189031 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] For port 4e717f38-5134-4db9-ada7-d66a5c1e4cc5, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:36:03.193396 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] For port 4e717f38-5134-4db9-ada7-d66a5c1e4cc5, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=4e717f38-5134-4db9-ada7-d66a5c1e4cc5,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:36:03.199303 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.200548 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d682-7e94-4559-b7d9-d7a12b2a2e6b tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.204553 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d682-7e94-4559-b7d9-d7a12b2a2e6b tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.211442 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.222846 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3d682-7e94-4559-b7d9-d7a12b2a2e6b tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6def49-a2ea-4b91-a5f2-5c361f7ee820,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:03.239844 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d682-7e94-4559-b7d9-d7a12b2a2e6b tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.241590 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-3cb3d682-7e94-4559-b7d9-d7a12b2a2e6b tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573489 Aug 31 04:36:03.245477 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35414) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:03.256008 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Request body: {'floatingip': {'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:03.279020 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Routers {'067030b1-f817-4d96-bfce-5ca3291bcef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:03.279871 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['067030b1-f817-4d96-bfce-5ca3291bcef9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:03.303922 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.395745 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae70e26-6649-4dc5-98c0-45a1b2df3c83 None None] Pushing event updated for resources: {'Port': ['ID=4e717f38-5134-4db9-ada7-d66a5c1e4cc5,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:03.424566 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] Set router 067030b1-f817-4d96-bfce-5ca3291bcef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:03.461608 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.495033 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.500122 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792571'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.580987 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Allocated IP 172.28.1.128 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/2d37067d-59ee-4d1a-9f0e-b1503df7bc08) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:36:03.587429 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Pushing event updated for resources: {'Port': ['ID=85c68c87-3728-4fab-84f4-ed6222708b05,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:03.591170 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651499'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.676424 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3621cd17-0526-4e40-b00a-67905b0bce8b None None] Provisioning for port 85c68c87-3728-4fab-84f4-ed6222708b05 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:03.685636 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3621cd17-0526-4e40-b00a-67905b0bce8b None None] Provisioning complete for port 85c68c87-3728-4fab-84f4-ed6222708b05 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:03.686769 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3621cd17-0526-4e40-b00a-67905b0bce8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.716403 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:03.717848 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:03.718265 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.734524 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3621cd17-0526-4e40-b00a-67905b0bce8b None None] Port 85c68c87-3728-4fab-84f4-ed6222708b05 cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:36:03.743929 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 54337f1a-4c12-4963-bf6a-bd8812c769e7 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:03.751184 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 4, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port': {'id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '85c68c87-3728-4fab-84f4-ed6222708b05', 'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'mac_address': 'fa:16:3e:b8:c5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:02Z', 'updated_at': '2021-08-31T04:36:02Z', 'revision_number': 1, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'subnets': [{'id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:03.778773 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.803730 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981182b-65ea-4047-8870-3b6344ba7529 None None] The sync data for ids ['067030b1-f817-4d96-bfce-5ca3291bcef9'] in dv-cinder-778193-7-smb is: [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 4, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port': {'id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '85c68c87-3728-4fab-84f4-ed6222708b05', 'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'mac_address': 'fa:16:3e:b8:c5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:02Z', 'updated_at': '2021-08-31T04:36:02Z', 'revision_number': 1, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'subnets': [{'id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:36:03.834385 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:03.843098 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:03.848043 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:36:03.849725 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 54337f1a-4c12-4963-bf6a-bd8812c769e7 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:03.853992 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 54337f1a-4c12-4963-bf6a-bd8812c769e7 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:03.854495 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.867847 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Router 067030b1-f817-4d96-bfce-5ca3291bcef9 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:36:03.899187 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event updated for resources: {'Port': ['ID=2d37067d-59ee-4d1a-9f0e-b1503df7bc08,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:03.977579 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:03.983809 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:04.022816 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 54337f1a-4c12-4963-bf6a-bd8812c769e7, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=54337f1a-4c12-4963-bf6a-bd8812c769e7,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:04.024423 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:04.028345 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:36:04.034643 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:04.044366 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-e5dce63e-d929-4267-b9f5-85b89ffc7b90 admin admin] 10.222.0.38 "PUT /v2.0/routers/067030b1-f817-4d96-bfce-5ca3291bcef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0397217 Aug 31 04:36:04.112709 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-58674922-fe41-4bda-b5ca-eb5fa44e5515 None None] Provisioning complete for port 85c68c87-3728-4fab-84f4-ed6222708b05 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:04.113190 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58674922-fe41-4bda-b5ca-eb5fa44e5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:04.115024 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=54337f1a-4c12-4963-bf6a-bd8812c769e7,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:04.168070 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-58674922-fe41-4bda-b5ca-eb5fa44e5515 None None] Port 85c68c87-3728-4fab-84f4-ed6222708b05 cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:36:04.260971 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:04.266809 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:04.346807 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event updated for resources: {'Port': ['ID=2d37067d-59ee-4d1a-9f0e-b1503df7bc08,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:04.357212 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:04.374059 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:04.375898 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-47892ac3-3012-412d-861e-139c76e83835 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1281910 Aug 31 04:36:04.647461 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-cb4086f5-93d0-4c7c-a61a-41e4ce27c719 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1955601993&fields=id&tenant_id=febb97be2d624495be34f1e871def31f HTTP/1.1" status: 200 len: 267 time: 0.0711753 Aug 31 04:36:04.774590 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35454) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:04.779769 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1720261290-network', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:04.789485 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-f59f5740-d0dc-4749-b6e8-46afc750d133 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:04.798584 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-f59f5740-d0dc-4749-b6e8-46afc750d133 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/networks?id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 HTTP/1.1" status: 200 len: 811 time: 0.1382856 Aug 31 04:36:04.802676 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Made reservation on behalf of ae67d279a3fa4d2c99be65a7a8b217ec for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:36:04.805760 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:04.816876 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-3a4a170c-88ce-4aeb-983c-db3bdca3f777 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/quotas/febb97be2d624495be34f1e871def31f HTTP/1.1" status: 200 len: 375 time: 0.0112438 Aug 31 04:36:04.817073 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:04.877092 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-08c5cbc2-83e9-448b-8ecd-575b4c00abfa tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=febb97be2d624495be34f1e871def31f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532002 Aug 31 04:36:04.917806 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:04.922376 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:04.958562 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:36:04.961479 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac564809-ee30-4724-8950-97ade942e3bd,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:04.977915 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:04.978588 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.segments_db [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Added segment bdfebf6b-d138-4090-a0ea-a15adee52626 of type vlan for network 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb Aug 31 04:36:05.013873 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-5cc497ad-dded-4eef-af58-0b94a0f083d5 service neutron] 10.222.0.38 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211736 Aug 31 04:36:05.036815 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:05.064563 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:05.066019 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:05.066825 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:05.106265 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-3b3610cf-bf5f-49f5-9389-0a2d4d6bec8b service neutron] 10.222.0.38 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899203 Aug 31 04:36:05.124884 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3461361 Aug 31 04:36:05.125474 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35456) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:05.129839 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a67ac1b6-1d37-4a1a-a4e1-2dce7ca07d8f admin admin] Request body: {'subnet': {'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1720261290-subnet', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:05.149522 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137885bf-2cd4-4494-865e-473fa0a8e6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:05.162677 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:36:05.167124 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ac1b6-1d37-4a1a-a4e1-2dce7ca07d8f admin admin] Made reservation on behalf of ae67d279a3fa4d2c99be65a7a8b217ec for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:36:05.169974 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a67ac1b6-1d37-4a1a-a4e1-2dce7ca07d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3097633'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:05.297170 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-da73e4b4-c190-4484-8a3c-ab873babdd9d req-90a64439-f48f-4672-9c39-a578eecd39c1 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 210 time: 0.0379224 Aug 31 04:36:05.398836 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a67ac1b6-1d37-4a1a-a4e1-2dce7ca07d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26792946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3097655'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:05.457246 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ac1b6-1d37-4a1a-a4e1-2dce7ca07d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=02349d5b-c856-42d1-aac8-e1eea8723e8e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:05.464562 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67ac1b6-1d37-4a1a-a4e1-2dce7ca07d8f admin admin] Checking segment: {'id': 'bdfebf6b-d138-4090-a0ea-a15adee52626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:36:05.464923 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ac1b6-1d37-4a1a-a4e1-2dce7ca07d8f admin admin] Network hostable DHCP agents. Network: 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:36:05.481807 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ac1b6-1d37-4a1a-a4e1-2dce7ca07d8f admin admin] Network 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:36:05.493215 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a67ac1b6-1d37-4a1a-a4e1-2dce7ca07d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:05.500362 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ac1b6-1d37-4a1a-a4e1-2dce7ca07d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:05.500973 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a67ac1b6-1d37-4a1a-a4e1-2dce7ca07d8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:05.502828 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d258ba-f43f-4722-bda1-b70f1b46a814 None None] Network 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:36:05.515919 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-a67ac1b6-1d37-4a1a-a4e1-2dce7ca07d8f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3898256 Aug 31 04:36:05.519060 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35468) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:05.526082 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1720261290-router', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:05.562608 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:05.563685 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1654248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:05.631070 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:05.718676 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp527c13e1-2756-51d6-b380-8b5cdd64d3a9-3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb', 'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'fixed_ips': [{'subnet_id': '02349d5b-c856-42d1-aac8-e1eea8723e8e'}]}} from dv-cinder-778193-7-smb. {{(pid=93813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 04:36:05.728165 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:05.817969 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:05.833561 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:05.930598 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:05.938778 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:05.939151 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:05.966394 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Allocated IP 172.20.0.2 (3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb/02349d5b-c856-42d1-aac8-e1eea8723e8e/648a6ef1-c123-4629-a2f9-9354a53e94de) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:36:06.093434 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35478) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:06.120253 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.172058 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 4e717f38-5134-4db9-ada7-d66a5c1e4cc5, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=4e717f38-5134-4db9-ada7-d66a5c1e4cc5,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:06.182029 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.183312 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 54337f1a-4c12-4963-bf6a-bd8812c769e7 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:06.230617 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29601307-2bf9-4ba1-a978-7c6cb2654ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.306703 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.315732 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Sync routers for ids ['067030b1-f817-4d96-bfce-5ca3291bcef9'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:36:06.330149 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Routers {'067030b1-f817-4d96-bfce-5ca3291bcef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:06.330793 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['067030b1-f817-4d96-bfce-5ca3291bcef9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:06.360581 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.398785 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29601307-2bf9-4ba1-a978-7c6cb2654ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.403944 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29601307-2bf9-4ba1-a978-7c6cb2654ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.472049 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=4e717f38-5134-4db9-ada7-d66a5c1e4cc5,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:06.488065 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.490498 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f2a3d083-b486-4729-9e66-f8adac13c0e0 req-ec34f89e-e472-4c20-9ce6-df8825d7fafb tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 210 time: 0.0767164 Aug 31 04:36:06.496251 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Set router 067030b1-f817-4d96-bfce-5ca3291bcef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:06.497519 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Transition to ACTIVE for port object 648a6ef1-c123-4629-a2f9-9354a53e94de will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:06.514119 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Transition to ACTIVE for port object 648a6ef1-c123-4629-a2f9-9354a53e94de will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:06.519964 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Allocated IP 172.28.1.234 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/6aae29bb-440f-4fd3-ae6f-446d6ffac2b8) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:36:06.532436 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-29601307-2bf9-4ba1-a978-7c6cb2654ff1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=674fc738d4ef4f62952672d67e2be63f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377043 Aug 31 04:36:06.533552 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35484) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:06.534491 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29601307-2bf9-4ba1-a978-7c6cb2654ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbbcbd7-0310-4581-8f28-5e8d62421433,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:06.539495 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.629280 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee2ae-efdf-4980-966b-62aea2f365bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.645997 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 54337f1a-4c12-4963-bf6a-bd8812c769e7 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:06.646628 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.652258 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Network 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:06.663327 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee2ae-efdf-4980-966b-62aea2f365bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.684568 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Pushing event updated for resources: {'Port': ['ID=648a6ef1-c123-4629-a2f9-9354a53e94de,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:06.695091 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:06.698129 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:36:06.744774 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee2ae-efdf-4980-966b-62aea2f365bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.750869 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee2ae-efdf-4980-966b-62aea2f365bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.752252 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-1e8ee2ae-efdf-4980-966b-62aea2f365bf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bdbbcbd7-0310-4581-8f28-5e8d62421433 HTTP/1.1" status: 204 len: 168 time: 0.2142029 Aug 31 04:36:06.765251 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ee2ae-efdf-4980-966b-62aea2f365bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbbcbd7-0310-4581-8f28-5e8d62421433,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:06.806605 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.812157 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 4, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port': {'id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '85c68c87-3728-4fab-84f4-ed6222708b05', 'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'mac_address': 'fa:16:3e:b8:c5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:02Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 2, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'subnets': [{'id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:06.815283 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Attempting to bind port 648a6ef1-c123-4629-a2f9-9354a53e94de on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:36:06.815660 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Attempting to bind port 648a6ef1-c123-4629-a2f9-9354a53e94de by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'bdfebf6b-d138-4090-a0ea-a15adee52626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:36:06.816026 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Attempting to bind port 648a6ef1-c123-4629-a2f9-9354a53e94de on network 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:36:06.823857 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:36:06.824244 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Checking segment: {'id': 'bdfebf6b-d138-4090-a0ea-a15adee52626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:36:06.824811 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.825230 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Bound using segment: {'id': 'bdfebf6b-d138-4090-a0ea-a15adee52626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:36:06.825704 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Bound port: 648a6ef1-c123-4629-a2f9-9354a53e94de, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfebf6b-d138-4090-a0ea-a15adee52626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:36:06.826086 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.826829 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-38998eef-bd3e-4166-95d0-598a654824dc tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:06.828345 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-38998eef-bd3e-4166-95d0-598a654824dc tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.16 "GET /v2.0/networks?id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 HTTP/1.1" status: 200 len: 811 time: 0.2398365 Aug 31 04:36:06.841349 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Checking router: 067030b1-f817-4d96-bfce-5ca3291bcef9 for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:36:06.842647 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Updating router 067030b1-f817-4d96-bfce-5ca3291bcef9 port 85c68c87-3728-4fab-84f4-ed6222708b05 binding host dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:36:06.876685 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.898605 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-803f1551-a2c4-4403-bd4c-42cf8b6a1390 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=febb97be2d624495be34f1e871def31f HTTP/1.1" status: 200 len: 380 time: 0.0521066 Aug 31 04:36:06.899787 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.929768 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] For port 648a6ef1-c123-4629-a2f9-9354a53e94de, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:36:06.951146 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=6aae29bb-440f-4fd3-ae6f-446d6ffac2b8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:06.952102 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] For port 648a6ef1-c123-4629-a2f9-9354a53e94de, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=648a6ef1-c123-4629-a2f9-9354a53e94de,segment=NetworkSegment(bdfebf6b-d138-4090-a0ea-a15adee52626),segment_id=bdfebf6b-d138-4090-a0ea-a15adee52626)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:36:06.959577 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:06.967781 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Request body: {'port': {'device_id': '0867b01e-40ca-4aa2-a272-c514830b5450', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'admin_state_up': True, 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'security_groups': ['fece315d-a65a-49aa-ad63-4df6c6a5066b']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:07.025409 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:07.033807 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:07.037390 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb233bc6-e2fe-4630-98db-88e71d9adc8a None None] Pushing event updated for resources: {'Port': ['ID=648a6ef1-c123-4629-a2f9-9354a53e94de,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:07.038717 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:36:07.212046 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:07.223731 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Transition to ACTIVE for port object 85c68c87-3728-4fab-84f4-ed6222708b05 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:07.233819 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:07.262947 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Made reservation on behalf of febb97be2d624495be34f1e871def31f for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:36:07.267966 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:07.315250 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Pushing event updated for resources: {'Port': ['ID=85c68c87-3728-4fab-84f4-ed6222708b05,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:07.326336 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.328064 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.328627 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.329212 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.329786 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.330325 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.330874 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.331417 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.331975 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.332488 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.332815 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.333173 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:07.393437 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Attempting to bind port 85c68c87-3728-4fab-84f4-ed6222708b05 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:36:07.394050 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Attempting to bind port 85c68c87-3728-4fab-84f4-ed6222708b05 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'f53e450e-f11b-47dd-8989-3516392177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:36:07.394951 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Attempting to bind port 85c68c87-3728-4fab-84f4-ed6222708b05 on network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:36:07.404848 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:36:07.405563 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Checking segment: {'id': 'f53e450e-f11b-47dd-8989-3516392177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:36:07.405967 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:07.406361 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Bound using segment: {'id': 'f53e450e-f11b-47dd-8989-3516392177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:36:07.406829 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Bound port: 85c68c87-3728-4fab-84f4-ed6222708b05, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53e450e-f11b-47dd-8989-3516392177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:36:07.407227 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:07.477128 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:07.484993 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] For port 85c68c87-3728-4fab-84f4-ed6222708b05, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:36:07.488499 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] For port 85c68c87-3728-4fab-84f4-ed6222708b05, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=85c68c87-3728-4fab-84f4-ed6222708b05,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:36:07.494220 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:07.541515 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Allocated IP 172.20.0.14 (07f41a8a-764a-4aeb-b2a1-65e96dfed2f6/d741bb28-131b-4ffa-9afc-2e2b11080e2d/aa0ec60d-f51a-4c48-953c-f2ef4fba47d4) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:36:07.585822 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Routers {'067030b1-f817-4d96-bfce-5ca3291bcef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:07.586511 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['067030b1-f817-4d96-bfce-5ca3291bcef9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:07.628092 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4810d586-d9f7-43ab-ba30-3a953bdbfe6f req-0bfc2590-18a5-43d7-b7ab-f329fda26c94 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 210 time: 0.0579438 Aug 31 04:36:07.673179 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257f15f-b750-419e-8ee5-f73544b298e6 None None] Pushing event updated for resources: {'Port': ['ID=85c68c87-3728-4fab-84f4-ed6222708b05,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:07.793030 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] Set router 067030b1-f817-4d96-bfce-5ca3291bcef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:07.822340 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:07.846960 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653224'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:07.858725 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:07.909177 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:07.909561 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:07.913336 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Transition to ACTIVE for port object aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:08.018918 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 648a6ef1-c123-4629-a2f9-9354a53e94de up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:08.019554 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:08.048865 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 4, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port': {'id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '85c68c87-3728-4fab-84f4-ed6222708b05', 'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'mac_address': 'fa:16:3e:b8:c5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:02Z', 'updated_at': '2021-08-31T04:36:07Z', 'revision_number': 4, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'subnets': [{'id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:08.070593 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:08.083682 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:08.086340 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:36:08.100063 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 648a6ef1-c123-4629-a2f9-9354a53e94de completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:08.115718 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event updated for resources: {'Port': ['ID=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:08.126559 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Router f475e9d4-d49e-4139-a433-41975d1f6ef9 is scheduled to L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:36:08.157895 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:08.158579 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:08.184253 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589aebd0-fc32-4a1e-8164-70f026708a24 None None] The sync data for ids ['067030b1-f817-4d96-bfce-5ca3291bcef9'] in dv-cinder-778193-7-smb is: [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 4, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port': {'id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '85c68c87-3728-4fab-84f4-ed6222708b05', 'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'mac_address': 'fa:16:3e:b8:c5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:02Z', 'updated_at': '2021-08-31T04:36:07Z', 'revision_number': 4, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'subnets': [{'id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:36:08.213040 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-67a8e4e5-5fb3-49db-967d-5e35b5d11ff8 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2639735 Aug 31 04:36:08.264228 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Request body: {'port': {'device_id': '0867b01e-40ca-4aa2-a272-c514830b5450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:08.317166 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:36:08.330811 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d2d76f-d924-45c5-9619-b8cd3f0d763b None None] Network 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:36:08.334328 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Sync routers for ids ['f475e9d4-d49e-4139-a433-41975d1f6ef9'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:36:08.365991 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:08.369631 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-17241074-c2fb-4531-ac7e-1b21b7c63ac9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8462887 Aug 31 04:36:08.369833 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35498) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:08.392394 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Routers {'f475e9d4-d49e-4139-a433-41975d1f6ef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:08.393146 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['f475e9d4-d49e-4139-a433-41975d1f6ef9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:08.429364 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:08.478932 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-689deddb-e138-4eeb-8b44-7a73a4b5b622 None None] Provisioning for port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:08.512519 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-689deddb-e138-4eeb-8b44-7a73a4b5b622 None None] Provisioning complete for port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:08.513213 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-689deddb-e138-4eeb-8b44-7a73a4b5b622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:08.606584 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-689deddb-e138-4eeb-8b44-7a73a4b5b622 None None] Port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:36:08.610901 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Set router f475e9d4-d49e-4139-a433-41975d1f6ef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:08.724966 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-689deddb-e138-4eeb-8b44-7a73a4b5b622 None None] Provisioning for port 648a6ef1-c123-4629-a2f9-9354a53e94de completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:08.745203 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-689deddb-e138-4eeb-8b44-7a73a4b5b622 None None] Provisioning complete for port 648a6ef1-c123-4629-a2f9-9354a53e94de triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:08.745585 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-689deddb-e138-4eeb-8b44-7a73a4b5b622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:08.793526 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b3541-0e4c-4c40-9ca5-30dd7eb77e5b req-63d4047d-94f9-4986-8edc-d1508ba742ce tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:08.802296 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a18b3541-0e4c-4c40-9ca5-30dd7eb77e5b req-63d4047d-94f9-4986-8edc-d1508ba742ce tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 932 time: 0.0816491 Aug 31 04:36:08.873852 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a18b3541-0e4c-4c40-9ca5-30dd7eb77e5b req-2be9d22d-c6f4-443b-ad4c-1c93282a3b1c tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696840 Aug 31 04:36:08.904189 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-689deddb-e138-4eeb-8b44-7a73a4b5b622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:08.938033 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'name': 'tempest-TestMinimumBasicScenario-1720261290-router', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:05Z', 'updated_at': '2021-08-31T04:36:07Z', 'revision_number': 3, 'project_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'gw_port': {'id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:06Z', 'updated_at': '2021-08-31T04:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:08.982455 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Checking router: f475e9d4-d49e-4139-a433-41975d1f6ef9 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:36:08.982853 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Updating router f475e9d4-d49e-4139-a433-41975d1f6ef9 port 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 binding host dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:36:09.010437 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-689deddb-e138-4eeb-8b44-7a73a4b5b622 None None] For port 648a6ef1-c123-4629-a2f9-9354a53e94de, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=648a6ef1-c123-4629-a2f9-9354a53e94de,segment=NetworkSegment(bdfebf6b-d138-4090-a0ea-a15adee52626),segment_id=bdfebf6b-d138-4090-a0ea-a15adee52626)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:09.019444 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-689deddb-e138-4eeb-8b44-7a73a4b5b622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.024184 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.154655 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689deddb-e138-4eeb-8b44-7a73a4b5b622 None None] Pushing event updated for resources: {'Port': ['ID=648a6ef1-c123-4629-a2f9-9354a53e94de,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:09.178149 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-343254d2-4d3d-4164-ab9a-4d0f78475ff6 None None] Provisioning complete for port 648a6ef1-c123-4629-a2f9-9354a53e94de triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:09.178523 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-343254d2-4d3d-4164-ab9a-4d0f78475ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.225157 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:36:09.252931 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.275022 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Transition to ACTIVE for port object aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:09.282803 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.371550 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:09.388058 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.401397 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.414270 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Transition to ACTIVE for port object 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:09.421195 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.474587 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Attempting to bind port 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:36:09.474946 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Attempting to bind port 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:36:09.475321 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Attempting to bind port 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 on network 60d0a98d-e68b-462a-bfbc-929e006b1a9b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:36:09.483295 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f4bbc-d2a8-41ec-b66a-3445a2169387 None None] Pushing event updated for resources: {'Port': ['ID=6aae29bb-440f-4fd3-ae6f-446d6ffac2b8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:09.486984 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:36:09.487371 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Checking segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:36:09.487787 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.488185 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Bound using segment: {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:36:09.488670 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Bound port: 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e3e3b3-5d9f-401e-b66c-9d1365d0319d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:36:09.489084 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.512645 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Attempting to bind port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:36:09.512984 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Attempting to bind port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:36:09.513345 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Attempting to bind port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 on network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:36:09.522858 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 on network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:36:09.523187 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Attempting to bind port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 on network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:36:09.548546 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] For port 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:36:09.552488 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] For port 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=6aae29bb-440f-4fd3-ae6f-446d6ffac2b8,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:36:09.553942 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:36:09.554305 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Checking segment: {'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:36:09.554701 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Bound using segment: {'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:36:09.555142 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Bound port: aa0ec60d-f51a-4c48-953c-f2ef4fba47d4, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff56ddc-a72b-4886-8284-33b3b1bca771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:36:09.555496 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.557852 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.666986 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Allocated IP 172.20.0.1 (3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb/02349d5b-c856-42d1-aac8-e1eea8723e8e/889738f0-433a-4224-921b-d49a23aea3bb) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:36:09.672696 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] For port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:36:09.677283 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] For port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:36:09.683075 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.734895 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 85c68c87-3728-4fab-84f4-ed6222708b05 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:09.766216 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:09.766834 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.768241 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] 10.222.0.16 "PUT /v2.0/ports/aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 HTTP/1.1" status: 200 len: 1094 time: 1.5084987 Aug 31 04:36:09.768762 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0867b01e-40ca-4aa2-a272-c514830b5450', 'tag': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:09.771011 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97921cdd-89a6-4d3e-ac58-e85eff99bf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "0867b01e-40ca-4aa2-a272-c514830b5450", "tag": "aa0ec60d-f51a-4c48-953c-f2ef4fba47d4"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:09.797343 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a7feb-5d1d-404d-8057-7721dbfac461 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:09.824991 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Routers {'f475e9d4-d49e-4139-a433-41975d1f6ef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:09.825878 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['f475e9d4-d49e-4139-a433-41975d1f6ef9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:09.855890 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8fbfdb-c320-4793-a342-59987d1ef65b x-openstack-request-id: req-ba8fbfdb-c320-4793-a342-59987d1ef65b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:09.856175 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0867b01e-40ca-4aa2-a272-c514830b5450", "tag": "aa0ec60d-f51a-4c48-953c-f2ef4fba47d4", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:09.856428 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba8fbfdb-c320-4793-a342-59987d1ef65b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:09.856821 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0867b01e-40ca-4aa2-a272-c514830b5450', 'tag': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4', 'status': 'completed', 'code': 200} Aug 31 04:36:09.870132 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f4bbc-d2a8-41ec-b66a-3445a2169387 None None] Pushing event updated for resources: {'Port': ['ID=6aae29bb-440f-4fd3-ae6f-446d6ffac2b8,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:09.876863 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:09.896087 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Transition to ACTIVE for port object 889738f0-433a-4224-921b-d49a23aea3bb will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:09.903402 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-e85a64f9-875d-445f-ab3f-fa810014efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:09.905508 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-e85a64f9-875d-445f-ab3f-fa810014efc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=febb97be2d624495be34f1e871def31f&device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 1097 time: 0.0791323 Aug 31 04:36:09.958329 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 85c68c87-3728-4fab-84f4-ed6222708b05 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:09.962692 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] Set router f475e9d4-d49e-4139-a433-41975d1f6ef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:09.983292 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-40639662-5d2a-42ce-b5ad-581353f0ceb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 HTTP/1.1" status: 200 len: 217 time: 0.0598464 Aug 31 04:36:10.021163 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 85c68c87-3728-4fab-84f4-ed6222708b05 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:10.021540 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:10.052205 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:10.089225 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-a1b7ecb2-1781-4766-aeb5-3d6abe2e5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:10.090731 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-a1b7ecb2-1781-4766-aeb5-3d6abe2e5eeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d741bb28-131b-4ffa-9afc-2e2b11080e2d HTTP/1.1" status: 200 len: 850 time: 0.0905335 Aug 31 04:36:10.099209 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee19f6-cb46-4256-b652-d7782793929c req-1efdb068-4df6-41c4-bddf-f570b4b7a09a tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:10.100693 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3dee19f6-cb46-4256-b652-d7782793929c req-1efdb068-4df6-41c4-bddf-f570b4b7a09a tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 944 time: 0.1305811 Aug 31 04:36:10.147727 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Network 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:10.165095 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Pushing event updated for resources: {'Port': ['ID=889738f0-433a-4224-921b-d49a23aea3bb,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:10.171583 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:10.175671 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:36:10.196171 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:10.213844 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3dee19f6-cb46-4256-b652-d7782793929c req-48b1d131-a69b-48cb-8ce9-3b2c51078113 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039619 Aug 31 04:36:10.227759 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-aac69004-bd83-4971-a0cb-1b08bdb66a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:10.229389 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-aac69004-bd83-4971-a0cb-1b08bdb66a6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1067340 Aug 31 04:36:10.239694 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 85c68c87-3728-4fab-84f4-ed6222708b05, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=85c68c87-3728-4fab-84f4-ed6222708b05,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:10.246912 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:10.247947 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 648a6ef1-c123-4629-a2f9-9354a53e94de up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:10.256002 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647515'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:10.293342 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'name': 'tempest-TestMinimumBasicScenario-1720261290-router', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:05Z', 'updated_at': '2021-08-31T04:36:07Z', 'revision_number': 3, 'project_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'gw_port': {'id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:06Z', 'updated_at': '2021-08-31T04:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:10.328091 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e641477a-28cc-4426-8500-ce92bcb147f2 None None] The sync data for ids ['f475e9d4-d49e-4139-a433-41975d1f6ef9'] in dv-cinder-778193-7-smb is: [{'id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'name': 'tempest-TestMinimumBasicScenario-1720261290-router', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:05Z', 'updated_at': '2021-08-31T04:36:07Z', 'revision_number': 3, 'project_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'gw_port': {'id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:06Z', 'updated_at': '2021-08-31T04:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:36:10.359382 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=85c68c87-3728-4fab-84f4-ed6222708b05,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:10.377594 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 648a6ef1-c123-4629-a2f9-9354a53e94de triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:10.377594 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:10.425243 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-ca26f0a3-4a58-4125-9b19-2f2135dc2b5f service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867270 Aug 31 04:36:10.476356 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-30ccf360-972a-4cce-8fb5-953d9a110d24 None None] Provisioning for port 889738f0-433a-4224-921b-d49a23aea3bb completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:10.480649 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-30ccf360-972a-4cce-8fb5-953d9a110d24 None None] Provisioning complete for port 889738f0-433a-4224-921b-d49a23aea3bb triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:10.481040 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30ccf360-972a-4cce-8fb5-953d9a110d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:10.516182 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-30ccf360-972a-4cce-8fb5-953d9a110d24 None None] Port 889738f0-433a-4224-921b-d49a23aea3bb cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:36:10.537461 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:10.562466 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1506e7ec-8f8a-4fbd-ad27-1d91aedd50c2 req-889c5c4b-5323-44e4-a839-8101c39ddcde service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286857 Aug 31 04:36:10.750568 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97921cdd-89a6-4d3e-ac58-e85eff99bf2b req-7ad74552-e2b8-48fd-b155-50e81861fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:10.752087 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-97921cdd-89a6-4d3e-ac58-e85eff99bf2b req-7ad74552-e2b8-48fd-b155-50e81861fa65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=febb97be2d624495be34f1e871def31f&device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 1097 time: 0.0790420 Aug 31 04:36:10.833740 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:10.841472 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:10.933303 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97921cdd-89a6-4d3e-ac58-e85eff99bf2b req-c7165d7e-3f04-4ced-873b-ea4eb6469e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:10.935072 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-97921cdd-89a6-4d3e-ac58-e85eff99bf2b req-c7165d7e-3f04-4ced-873b-ea4eb6469e25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 HTTP/1.1" status: 200 len: 912 time: 0.1716731 Aug 31 04:36:10.937971 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Pushing event updated for resources: {'Port': ['ID=889738f0-433a-4224-921b-d49a23aea3bb,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:10.941648 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651499'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:10.983334 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-97921cdd-89a6-4d3e-ac58-e85eff99bf2b req-c19bd83f-fa14-472b-8e5c-5f2521a4d9ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 HTTP/1.1" status: 200 len: 217 time: 0.0388932 Aug 31 04:36:11.086596 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97921cdd-89a6-4d3e-ac58-e85eff99bf2b req-3ccda701-650f-4f9c-92ab-0bf30d8cdcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:11.088068 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-97921cdd-89a6-4d3e-ac58-e85eff99bf2b req-3ccda701-650f-4f9c-92ab-0bf30d8cdcf9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d741bb28-131b-4ffa-9afc-2e2b11080e2d HTTP/1.1" status: 200 len: 850 time: 0.0870495 Aug 31 04:36:11.134856 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Network 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:11.137661 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:11.191216 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97921cdd-89a6-4d3e-ac58-e85eff99bf2b req-00274ff5-1423-4b73-870b-47ecebea499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:11.192776 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-97921cdd-89a6-4d3e-ac58-e85eff99bf2b req-00274ff5-1423-4b73-870b-47ecebea499d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0969265 Aug 31 04:36:11.352777 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Router f475e9d4-d49e-4139-a433-41975d1f6ef9 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:36:11.377487 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-97921cdd-89a6-4d3e-ac58-e85eff99bf2b req-514c21f1-f79b-4705-a39f-ac64146d0cd3 service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746180 Aug 31 04:36:11.448147 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-558f996a-1145-4bae-b355-ab8cd0bfab48 None None] Provisioning complete for port 889738f0-433a-4224-921b-d49a23aea3bb triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:11.448673 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-558f996a-1145-4bae-b355-ab8cd0bfab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:11.452826 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f67af-fb90-4907-a8e2-66520b8cc3c0 req-7260a4ea-b9ab-4f49-8a46-fe217e4dbb9d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:11.454445 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b31f67af-fb90-4907-a8e2-66520b8cc3c0 req-7260a4ea-b9ab-4f49-8a46-fe217e4dbb9d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 944 time: 0.1425405 Aug 31 04:36:11.484787 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-558f996a-1145-4bae-b355-ab8cd0bfab48 None None] Port 889738f0-433a-4224-921b-d49a23aea3bb cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:36:11.753608 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 85c68c87-3728-4fab-84f4-ed6222708b05 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:11.803082 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 85c68c87-3728-4fab-84f4-ed6222708b05 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:11.803609 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:11.817285 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b31f67af-fb90-4907-a8e2-66520b8cc3c0 req-6b8dc8df-6420-435c-a0fb-9a7b0e0a916d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370757 Aug 31 04:36:11.840444 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-97921cdd-89a6-4d3e-ac58-e85eff99bf2b req-d0a16615-a1b7-4e1e-b79b-e0436b94f9c5 service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528735 Aug 31 04:36:11.842454 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:36:11.847525 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-8ee13bb5-ac11-4bd0-8ca4-726b725028a0 admin admin] 10.222.0.38 "PUT /v2.0/routers/f475e9d4-d49e-4139-a433-41975d1f6ef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4751377 Aug 31 04:36:11.895650 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:11.950491 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:11.954370 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:11.954986 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:12.006221 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Sync routers for ids ['f475e9d4-d49e-4139-a433-41975d1f6ef9'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:36:12.016635 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Routers {'f475e9d4-d49e-4139-a433-41975d1f6ef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:12.017399 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['f475e9d4-d49e-4139-a433-41975d1f6ef9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:12.049147 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:12.074788 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=6aae29bb-440f-4fd3-ae6f-446d6ffac2b8,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:12.086751 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:12.152426 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=6aae29bb-440f-4fd3-ae6f-446d6ffac2b8,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:12.154125 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Set router f475e9d4-d49e-4139-a433-41975d1f6ef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:12.161470 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:12.161904 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:12.162319 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:12.162733 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:12.163141 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:12.163580 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:12.163982 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:12.164384 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:12.164840 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:12.165265 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:12.165667 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:12.166062 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:12.320507 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849a0db-41fe-4a64-93e4-577119f89127 req-70f5381a-c330-42f1-923a-5adc1db20b4c tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:12.322300 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e849a0db-41fe-4a64-93e4-577119f89127 req-70f5381a-c330-42f1-923a-5adc1db20b4c tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0660133 Aug 31 04:36:12.363570 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e849a0db-41fe-4a64-93e4-577119f89127 req-e8d93b94-9576-44ef-b36a-3c1ad5ba1912 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0347528 Aug 31 04:36:12.392364 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'name': 'tempest-TestMinimumBasicScenario-1720261290-router', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:05Z', 'updated_at': '2021-08-31T04:36:10Z', 'revision_number': 4, 'project_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'gw_port': {'id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:06Z', 'updated_at': '2021-08-31T04:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '889738f0-433a-4224-921b-d49a23aea3bb', 'name': '', 'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'mac_address': 'fa:16:3e:84:b9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '02349d5b-c856-42d1-aac8-e1eea8723e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:09Z', 'updated_at': '2021-08-31T04:36:10Z', 'revision_number': 2, 'project_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'subnets': [{'id': '02349d5b-c856-42d1-aac8-e1eea8723e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:12.424114 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Checking router: f475e9d4-d49e-4139-a433-41975d1f6ef9 for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:36:12.424114 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Updating router f475e9d4-d49e-4139-a433-41975d1f6ef9 port 889738f0-433a-4224-921b-d49a23aea3bb binding host dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:36:12.451784 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:12.736292 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:12.750381 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Transition to ACTIVE for port object 889738f0-433a-4224-921b-d49a23aea3bb will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:12.760161 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:12.819794 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:36:12.859200 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c17bff-a634-4b16-9e67-97684dd8a8f8 None None] Pushing event updated for resources: {'Port': ['ID=889738f0-433a-4224-921b-d49a23aea3bb,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:12.974798 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Attempting to bind port 889738f0-433a-4224-921b-d49a23aea3bb on host dv-cinder-778193-7-smb for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:36:12.975172 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Attempting to bind port 889738f0-433a-4224-921b-d49a23aea3bb by drivers openvswitch,hyperv on host dv-cinder-778193-7-smb at level 0 using segments [{'id': 'bdfebf6b-d138-4090-a0ea-a15adee52626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:36:12.975530 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Attempting to bind port 889738f0-433a-4224-921b-d49a23aea3bb on network 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:36:12.989104 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Checking agent: {'id': 'af882982-2776-49d3-9096-d61e30e11cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 23, 52), 'started_at': datetime.datetime(2021, 8, 31, 4, 24, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:36:12.989104 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Checking segment: {'id': 'bdfebf6b-d138-4090-a0ea-a15adee52626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:36:12.989447 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:12.990029 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Bound using segment: {'id': 'bdfebf6b-d138-4090-a0ea-a15adee52626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:36:12.990422 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Bound port: 889738f0-433a-4224-921b-d49a23aea3bb, host: dv-cinder-778193-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfebf6b-d138-4090-a0ea-a15adee52626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:36:12.991329 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:13.004356 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:13.022995 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'port_id': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4', 'mac_address': 'fa:16:3e:fd:b0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:36:13.023260 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818686d5-b291-49d0-ad34-c0d9090f0d7d req-f273c215-61d9-403b-a013-6d308cb8675c tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:13.032967 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-818686d5-b291-49d0-ad34-c0d9090f0d7d req-f273c215-61d9-403b-a013-6d308cb8675c tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 944 time: 0.1225953 Aug 31 04:36:13.087327 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:13.092401 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] For port 889738f0-433a-4224-921b-d49a23aea3bb, host dv-cinder-778193-7-smb, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:36:13.096151 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] For port 889738f0-433a-4224-921b-d49a23aea3bb, host dv-cinder-778193-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=889738f0-433a-4224-921b-d49a23aea3bb,segment=NetworkSegment(bdfebf6b-d138-4090-a0ea-a15adee52626),segment_id=bdfebf6b-d138-4090-a0ea-a15adee52626)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:36:13.106736 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-818686d5-b291-49d0-ad34-c0d9090f0d7d req-9cad2ae7-29ff-452a-b8dc-7b1665ac124a tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678740 Aug 31 04:36:13.110268 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:13.111167 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:36:13.154731 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:13.160652 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:13.176964 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c17bff-a634-4b16-9e67-97684dd8a8f8 None None] Pushing event updated for resources: {'Port': ['ID=889738f0-433a-4224-921b-d49a23aea3bb,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:13.182585 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Routers {'f475e9d4-d49e-4139-a433-41975d1f6ef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:13.183214 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['f475e9d4-d49e-4139-a433-41975d1f6ef9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:13.222325 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:13.326636 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] Set router f475e9d4-d49e-4139-a433-41975d1f6ef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:13.514519 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['aa0ec60d-f51a-4c48-953c-f2ef4fba47d4'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:13.520205 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc0148-a73a-411f-9034-42771993e0a2 req-dc0dac04-570a-4a51-ba4f-db028b55cdae tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:13.527813 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a6cc0148-a73a-411f-9034-42771993e0a2 req-dc0dac04-570a-4a51-ba4f-db028b55cdae tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0771139 Aug 31 04:36:13.581824 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a6cc0148-a73a-411f-9034-42771993e0a2 req-8a44ffea-476d-43d0-95c1-6e61c44b409a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0530121 Aug 31 04:36:13.658266 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'name': 'tempest-TestMinimumBasicScenario-1720261290-router', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:05Z', 'updated_at': '2021-08-31T04:36:10Z', 'revision_number': 4, 'project_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'gw_port': {'id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:06Z', 'updated_at': '2021-08-31T04:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '889738f0-433a-4224-921b-d49a23aea3bb', 'name': '', 'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'mac_address': 'fa:16:3e:84:b9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '02349d5b-c856-42d1-aac8-e1eea8723e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:09Z', 'updated_at': '2021-08-31T04:36:13Z', 'revision_number': 4, 'project_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'subnets': [{'id': '02349d5b-c856-42d1-aac8-e1eea8723e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:13.689778 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8cd75-0721-461f-bfb0-573a48703b03 None None] The sync data for ids ['f475e9d4-d49e-4139-a433-41975d1f6ef9'] in dv-cinder-778193-7-smb is: [{'id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'name': 'tempest-TestMinimumBasicScenario-1720261290-router', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:05Z', 'updated_at': '2021-08-31T04:36:10Z', 'revision_number': 4, 'project_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'gw_port': {'id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:06Z', 'updated_at': '2021-08-31T04:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '889738f0-433a-4224-921b-d49a23aea3bb', 'name': '', 'network_id': '3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'mac_address': 'fa:16:3e:84:b9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '02349d5b-c856-42d1-aac8-e1eea8723e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:09Z', 'updated_at': '2021-08-31T04:36:13Z', 'revision_number': 4, 'project_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'subnets': [{'id': '02349d5b-c856-42d1-aac8-e1eea8723e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:36:13.736866 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:13.841141 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:13.841809 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:14.242752 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a7593-b2b6-4c69-8f12-5de96eafebc4 req-a9cea999-53f3-4a82-bdfc-bc33caf5f75d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:14.255067 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b93a7593-b2b6-4c69-8f12-5de96eafebc4 req-a9cea999-53f3-4a82-bdfc-bc33caf5f75d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 945 time: 0.0691154 Aug 31 04:36:14.309705 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b93a7593-b2b6-4c69-8f12-5de96eafebc4 req-18128ed6-893a-4912-a398-f812c6b9f6fc tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533080 Aug 31 04:36:14.734701 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f5e62-47ef-43ef-ae50-8421d9d5b260 req-097d1483-839f-4cbc-a0fc-7649e8a0e1fe tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:14.736371 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7f1f5e62-47ef-43ef-ae50-8421d9d5b260 req-097d1483-839f-4cbc-a0fc-7649e8a0e1fe tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0548210 Aug 31 04:36:14.780150 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7f1f5e62-47ef-43ef-ae50-8421d9d5b260 req-fa660c72-78a5-4bd9-9d93-6f8677f64c84 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0377822 Aug 31 04:36:14.847364 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:14.917980 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:14.924931 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:14.925352 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:15.046831 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:15.076436 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0867b01e-40ca-4aa2-a272-c514830b5450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:15.078440 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb957d0-4d74-4bf7-b2d8-fd8073efe26c" -d '{"events": [{"server_uuid": "0867b01e-40ca-4aa2-a272-c514830b5450", "name": "network-vif-plugged", "status": "completed", "tag": "aa0ec60d-f51a-4c48-953c-f2ef4fba47d4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:15.100023 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:15.106534 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:15.158625 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0ec8b8-f2c5-4a74-99dd-b58a3b519d3e x-openstack-request-id: req-fe0ec8b8-f2c5-4a74-99dd-b58a3b519d3e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:15.158625 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0867b01e-40ca-4aa2-a272-c514830b5450", "name": "network-vif-plugged", "status": "completed", "tag": "aa0ec60d-f51a-4c48-953c-f2ef4fba47d4", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:15.158625 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe0ec8b8-f2c5-4a74-99dd-b58a3b519d3e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:15.158625 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0867b01e-40ca-4aa2-a272-c514830b5450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4', 'code': 200} Aug 31 04:36:15.196377 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:15.427010 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960e1da-e8a8-4932-9d85-ef79233165d7 req-0ba4a49e-d414-4383-878d-31103a05d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:15.428628 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a960e1da-e8a8-4932-9d85-ef79233165d7 req-0ba4a49e-d414-4383-878d-31103a05d243 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 1099 time: 0.1111434 Aug 31 04:36:15.488503 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a960e1da-e8a8-4932-9d85-ef79233165d7 req-64124caf-2275-46f7-b67c-874fcae96766 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516467 Aug 31 04:36:15.503343 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b31ff6-0680-4be6-a226-fcbf75453b22 req-3fcc40b2-c0cd-4ecc-b655-fc27d67dd733 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:15.511269 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-79b31ff6-0680-4be6-a226-fcbf75453b22 req-3fcc40b2-c0cd-4ecc-b655-fc27d67dd733 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0872006 Aug 31 04:36:15.547011 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-79b31ff6-0680-4be6-a226-fcbf75453b22 req-a730587a-d3ca-4be3-96f3-717d83cfceea tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347545 Aug 31 04:36:15.761265 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 889738f0-433a-4224-921b-d49a23aea3bb up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:15.816428 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning for port 889738f0-433a-4224-921b-d49a23aea3bb completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:15.820717 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 889738f0-433a-4224-921b-d49a23aea3bb triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:15.821147 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:15.941527 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:15.952888 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3915ad-1ea2-4d6b-bbe8-6e414de96002 req-62cc8702-2224-4b70-b7c3-0741117f2563 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:15.954710 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ff3915ad-1ea2-4d6b-bbe8-6e414de96002 req-62cc8702-2224-4b70-b7c3-0741117f2563 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0861256 Aug 31 04:36:16.000709 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] For port 889738f0-433a-4224-921b-d49a23aea3bb, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=889738f0-433a-4224-921b-d49a23aea3bb,segment=NetworkSegment(bdfebf6b-d138-4090-a0ea-a15adee52626),segment_id=bdfebf6b-d138-4090-a0ea-a15adee52626)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:16.002486 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ff3915ad-1ea2-4d6b-bbe8-6e414de96002 req-fdd8c7dd-9ca6-4e1b-b5af-7e1d1b0e264f tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0418086 Aug 31 04:36:16.007538 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:16.075605 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Pushing event updated for resources: {'Port': ['ID=889738f0-433a-4224-921b-d49a23aea3bb,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:16.699413 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667e097-55a9-4bff-a5b1-46ceb33efa10 req-53558e52-dfe5-4140-8617-c47c6e8b774c tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:16.715637 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a667e097-55a9-4bff-a5b1-46ceb33efa10 req-53558e52-dfe5-4140-8617-c47c6e8b774c tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0907228 Aug 31 04:36:16.765601 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-a667e097-55a9-4bff-a5b1-46ceb33efa10 req-7a1b9bbc-2d92-43c3-9fc0-94938ff7e4cd tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487332 Aug 31 04:36:17.139793 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d44ee-a73d-4888-a7f5-913063fc9285 req-86460bba-ed03-4942-ae03-85b29272c2b2 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:17.141784 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-834d44ee-a73d-4888-a7f5-913063fc9285 req-86460bba-ed03-4942-ae03-85b29272c2b2 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0553520 Aug 31 04:36:17.187778 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-834d44ee-a73d-4888-a7f5-913063fc9285 req-2676b091-043e-428a-8f4c-decc81b0d2b3 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0400083 Aug 31 04:36:17.682340 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 889738f0-433a-4224-921b-d49a23aea3bb up at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:17.764419 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Provisioning complete for port 889738f0-433a-4224-921b-d49a23aea3bb triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:17.764805 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:17.903769 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884e358-c13b-4a6a-b572-6a286241b6ea req-25701212-3726-4887-a610-6e997347440e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:17.905932 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7884e358-c13b-4a6a-b572-6a286241b6ea req-25701212-3726-4887-a610-6e997347440e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0551536 Aug 31 04:36:17.950385 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7884e358-c13b-4a6a-b572-6a286241b6ea req-e903aaa2-fd95-4b24-9cc1-da2291cd5382 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363371 Aug 31 04:36:18.072876 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa6be5-ec6c-441c-b961-074fbee5e64f req-29865e6c-daac-41a6-b251-1bdca5d52683 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:18.075764 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-17fa6be5-ec6c-441c-b961-074fbee5e64f req-29865e6c-daac-41a6-b251-1bdca5d52683 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0541213 Aug 31 04:36:18.083554 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35584) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:18.088718 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1de39256-0f69-4e1e-b18d-dfaf0d6a3cd2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Request body: {'floatingip': {'port_id': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:18.131853 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1de39256-0f69-4e1e-b18d-dfaf0d6a3cd2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:18.371133 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b89ba-640b-427e-9a8b-40d4b179013d req-6e23cb83-3944-4edb-938e-ba03ccdeb605 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:18.375501 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-679b89ba-640b-427e-9a8b-40d4b179013d req-6e23cb83-3944-4edb-938e-ba03ccdeb605 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.1097379 Aug 31 04:36:18.462785 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-679b89ba-640b-427e-9a8b-40d4b179013d req-e811f7e6-4437-48cd-a70f-3a45227728b8 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0770545 Aug 31 04:36:18.721278 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1de39256-0f69-4e1e-b18d-dfaf0d6a3cd2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:18.727412 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1de39256-0f69-4e1e-b18d-dfaf0d6a3cd2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:18.834876 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.l3_db [None req-1de39256-0f69-4e1e-b18d-dfaf0d6a3cd2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Floating IP 562e61f3-4408-4e0f-9b81-ac4256e2e0cc associated. External IP: 172.28.1.128, port: aa0ec60d-f51a-4c48-953c-f2ef4fba47d4. Aug 31 04:36:19.076664 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de39256-0f69-4e1e-b18d-dfaf0d6a3cd2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Router 411092a2-ef3b-474d-9d6c-350153be8d37 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:36:19.225383 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de39256-0f69-4e1e-b18d-dfaf0d6a3cd2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:36:19.231208 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1de39256-0f69-4e1e-b18d-dfaf0d6a3cd2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:19.240878 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cc500f-e00b-47b2-8379-2b6e17258c48 None None] Sync routers for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:36:19.254196 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc500f-e00b-47b2-8379-2b6e17258c48 None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:19.254907 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28cc500f-e00b-47b2-8379-2b6e17258c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:19.270171 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-1de39256-0f69-4e1e-b18d-dfaf0d6a3cd2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "PUT /v2.0/floatingips/562e61f3-4408-4e0f-9b81-ac4256e2e0cc HTTP/1.1" status: 200 len: 992 time: 1.1849601 Aug 31 04:36:19.271151 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0867b01e-40ca-4aa2-a272-c514830b5450', 'tag': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:19.273981 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f8217b-f469-4297-90a6-e4b00cab84ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0867b01e-40ca-4aa2-a272-c514830b5450", "tag": "aa0ec60d-f51a-4c48-953c-f2ef4fba47d4"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:19.377951 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b867ef0d-d78a-46f9-9483-5b82598a6d6d x-openstack-request-id: req-b867ef0d-d78a-46f9-9483-5b82598a6d6d {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:19.378261 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0867b01e-40ca-4aa2-a272-c514830b5450", "tag": "aa0ec60d-f51a-4c48-953c-f2ef4fba47d4", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:19.378508 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b867ef0d-d78a-46f9-9483-5b82598a6d6d {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:19.378932 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0867b01e-40ca-4aa2-a272-c514830b5450', 'tag': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4', 'status': 'completed', 'code': 200} Aug 31 04:36:19.419530 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-28cc500f-e00b-47b2-8379-2b6e17258c48 None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:19.562731 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8217b-f469-4297-90a6-e4b00cab84ca req-adfcce48-fb32-4580-80be-f96f77266148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:19.564267 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80f8217b-f469-4297-90a6-e4b00cab84ca req-adfcce48-fb32-4580-80be-f96f77266148 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=febb97be2d624495be34f1e871def31f&device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 1099 time: 0.0843530 Aug 31 04:36:19.689583 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8217b-f469-4297-90a6-e4b00cab84ca req-b4ab3c1e-aaea-47d5-966d-96e10cd380c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:19.690603 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80f8217b-f469-4297-90a6-e4b00cab84ca req-b4ab3c1e-aaea-47d5-966d-96e10cd380c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 HTTP/1.1" status: 200 len: 912 time: 0.1158175 Aug 31 04:36:19.698771 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35609595-4e84-48f7-ba2a-2d7049792f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:19.763274 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80f8217b-f469-4297-90a6-e4b00cab84ca req-3119bcf6-7f26-4d10-9cb5-23a2449b17fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 HTTP/1.1" status: 200 len: 1000 time: 0.0644009 Aug 31 04:36:19.784046 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba22a7-b930-4502-8e7c-c98b4a93aca3 req-076f0095-ea80-4a03-83d0-69b94bbbb3f6 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:19.785635 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-66ba22a7-b930-4502-8e7c-c98b4a93aca3 req-076f0095-ea80-4a03-83d0-69b94bbbb3f6 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.1997979 Aug 31 04:36:19.862513 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8217b-f469-4297-90a6-e4b00cab84ca req-ec543986-fbf8-4dfc-838e-47495cc6062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:19.863934 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80f8217b-f469-4297-90a6-e4b00cab84ca req-ec543986-fbf8-4dfc-838e-47495cc6062c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d741bb28-131b-4ffa-9afc-2e2b11080e2d HTTP/1.1" status: 200 len: 850 time: 0.0902956 Aug 31 04:36:19.886398 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-66ba22a7-b930-4502-8e7c-c98b4a93aca3 req-bd44e437-5cd9-46b6-b614-1b2206224a14 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0777404 Aug 31 04:36:19.912082 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28cc500f-e00b-47b2-8379-2b6e17258c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': '562e61f3-4408-4e0f-9b81-ac4256e2e0cc', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'floating_ip_address': '172.28.1.128', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'port_id': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'mac_address': 'fa:16:3e:fd:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0867b01e-40ca-4aa2-a272-c514830b5450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:36:03Z', 'updated_at': '2021-08-31T04:36:18Z', 'revision_number': 1, 'project_id': 'febb97be2d624495be34f1e871def31f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:06Z', 'revision_number': 5, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:19.922463 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8217b-f469-4297-90a6-e4b00cab84ca req-8e4fa068-a1db-4b20-9223-515eb42f4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:19.923990 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80f8217b-f469-4297-90a6-e4b00cab84ca req-8e4fa068-a1db-4b20-9223-515eb42f4937 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0448325 Aug 31 04:36:19.949317 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cc500f-e00b-47b2-8379-2b6e17258c48 None None] Checking router: 411092a2-ef3b-474d-9d6c-350153be8d37 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:36:19.964465 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc500f-e00b-47b2-8379-2b6e17258c48 None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:19.965149 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28cc500f-e00b-47b2-8379-2b6e17258c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:35:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:20.045054 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80f8217b-f469-4297-90a6-e4b00cab84ca req-912d4f34-4df3-4f0c-a998-11d5101794e7 service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129584 Aug 31 04:36:20.102951 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-28cc500f-e00b-47b2-8379-2b6e17258c48 None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:20.151854 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80f8217b-f469-4297-90a6-e4b00cab84ca req-9a3edbb2-a69c-414c-b3a6-187863e97961 service neutron] 10.222.0.16 "GET /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000609 Aug 31 04:36:20.364601 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28cc500f-e00b-47b2-8379-2b6e17258c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': '562e61f3-4408-4e0f-9b81-ac4256e2e0cc', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'floating_ip_address': '172.28.1.128', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'port_id': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'mac_address': 'fa:16:3e:fd:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0867b01e-40ca-4aa2-a272-c514830b5450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:36:03Z', 'updated_at': '2021-08-31T04:36:18Z', 'revision_number': 1, 'project_id': 'febb97be2d624495be34f1e871def31f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:06Z', 'revision_number': 5, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:20.402019 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cc500f-e00b-47b2-8379-2b6e17258c48 None None] The sync data for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb is: [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': '562e61f3-4408-4e0f-9b81-ac4256e2e0cc', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'floating_ip_address': '172.28.1.128', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'port_id': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'mac_address': 'fa:16:3e:fd:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0867b01e-40ca-4aa2-a272-c514830b5450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:36:03Z', 'updated_at': '2021-08-31T04:36:18Z', 'revision_number': 1, 'project_id': 'febb97be2d624495be34f1e871def31f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:06Z', 'revision_number': 5, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:36:20.648361 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140e8091-2647-43da-98c8-a6f0b0d886a9 None None] New status for floating IP 562e61f3-4408-4e0f-9b81-ac4256e2e0cc: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:36:20.843335 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:21.014499 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65af6e-39a5-4d1c-9f95-87d4d34940cb req-0c85ac80-05d2-414f-8130-46bd75a612ab tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:21.016915 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1f65af6e-39a5-4d1c-9f95-87d4d34940cb req-0c85ac80-05d2-414f-8130-46bd75a612ab tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0561042 Aug 31 04:36:21.062076 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1f65af6e-39a5-4d1c-9f95-87d4d34940cb req-02376703-a774-485a-9131-c0f1103eee53 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0373082 Aug 31 04:36:22.190175 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5be23-c061-443e-8ba5-4a77d0acca15 req-621cc60e-7ff6-4dd8-9125-0a9144c66980 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:22.191764 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-35f5be23-c061-443e-8ba5-4a77d0acca15 req-621cc60e-7ff6-4dd8-9125-0a9144c66980 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0492778 Aug 31 04:36:22.232405 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-35f5be23-c061-443e-8ba5-4a77d0acca15 req-d5cd968c-3abd-4478-b58d-4dd8c678d9bd tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0344710 Aug 31 04:36:22.239954 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d167114-502f-4a6c-a03b-f74f6803b21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:22.356936 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-4e682d56-1895-4717-bc70-d83d92dcd15b tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:22.358459 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-4e682d56-1895-4717-bc70-d83d92dcd15b tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/networks?id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 HTTP/1.1" status: 200 len: 814 time: 0.0993178 Aug 31 04:36:22.373510 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-a82efa42-023b-4727-909e-cdc56a6e7aab tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/quotas/dd132a81d6b440bc910fb397d6965013 HTTP/1.1" status: 200 len: 375 time: 0.0088496 Aug 31 04:36:22.426862 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:22.427873 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-df92e9ef-628a-420a-945b-9d718fc9d047 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd132a81d6b440bc910fb397d6965013&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491457 Aug 31 04:36:22.522476 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-67fc94d6-7624-4b24-b7c5-c9c6a81c8759 service neutron] 10.222.0.38 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816598 Aug 31 04:36:22.619048 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958f188-9fba-49a0-bb92-332c8af29fed req-9229a1f0-a05b-4242-881b-6acec81b6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:22.620554 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7958f188-9fba-49a0-bb92-332c8af29fed req-9229a1f0-a05b-4242-881b-6acec81b6f48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc9b930e41cd41eaa6a57daaf977c110&device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 1099 time: 0.0973122 Aug 31 04:36:22.648463 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-8fa0f604-cd2d-4c93-93a9-b4bdc6c1dbef service neutron] 10.222.0.38 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177757 Aug 31 04:36:22.727175 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958f188-9fba-49a0-bb92-332c8af29fed req-082a1579-9e3f-4c06-850e-38cddaa5c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:22.728890 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7958f188-9fba-49a0-bb92-332c8af29fed req-082a1579-9e3f-4c06-850e-38cddaa5c571 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc5fd2e2-b721-4413-b932-bf9b9676a7be HTTP/1.1" status: 200 len: 909 time: 0.0939059 Aug 31 04:36:22.807686 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7958f188-9fba-49a0-bb92-332c8af29fed req-0ea2e769-a20b-4b54-82a7-f3cee5beb8f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4 HTTP/1.1" status: 200 len: 1002 time: 0.0714414 Aug 31 04:36:22.824592 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bbcc323a-e58a-4f8d-a66c-91c5e12e809c req-3c3b7f51-31b2-4cd8-8001-361ca010e80f tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 210 time: 0.0330207 Aug 31 04:36:22.869960 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958f188-9fba-49a0-bb92-332c8af29fed req-aec92c8c-3489-4d82-a0e4-eea1baef8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:22.871469 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7958f188-9fba-49a0-bb92-332c8af29fed req-aec92c8c-3489-4d82-a0e4-eea1baef8a6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3b9e9d3-498d-4c78-a531-b1917cf3e88e HTTP/1.1" status: 200 len: 847 time: 0.0492027 Aug 31 04:36:23.147779 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958f188-9fba-49a0-bb92-332c8af29fed req-b2a1848c-dc82-4c17-a655-e9fd0d6ede81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:23.149328 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7958f188-9fba-49a0-bb92-332c8af29fed req-b2a1848c-dc82-4c17-a655-e9fd0d6ede81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc5fd2e2-b721-4413-b932-bf9b9676a7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2709162 Aug 31 04:36:23.238774 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7958f188-9fba-49a0-bb92-332c8af29fed req-ab168890-d945-4e79-85f9-af74cc5337b2 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820794 Aug 31 04:36:23.368462 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542002e2-1a54-4277-8e5b-997790b9a1a8 req-ce1e2de3-777a-4608-9fc9-5f1d5e6aed02 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:23.369888 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-542002e2-1a54-4277-8e5b-997790b9a1a8 req-ce1e2de3-777a-4608-9fc9-5f1d5e6aed02 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0684891 Aug 31 04:36:23.373643 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7958f188-9fba-49a0-bb92-332c8af29fed req-4e41cd47-8ccd-4141-a1ef-b80906627210 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271324 Aug 31 04:36:23.409212 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-542002e2-1a54-4277-8e5b-997790b9a1a8 req-abb364aa-ed13-4ce0-b9d1-470c16257182 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0331583 Aug 31 04:36:23.722218 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:23.946919 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-848b6e40-517b-4ec7-aec7-de7d59b9cf71 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:23.948396 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-848b6e40-517b-4ec7-aec7-de7d59b9cf71 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.16 "GET /v2.0/networks?id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 HTTP/1.1" status: 200 len: 814 time: 0.1109097 Aug 31 04:36:23.962868 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-46dde855-fcb3-497e-809a-8f9470c63440 req-4e51753d-0cfb-44c5-b1a7-6957f210c2f0 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 210 time: 0.0336273 Aug 31 04:36:23.982960 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Request body: {'port': {'device_id': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'admin_state_up': True, 'tenant_id': 'dd132a81d6b440bc910fb397d6965013'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:24.089308 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Made reservation on behalf of dd132a81d6b440bc910fb397d6965013 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:36:24.092782 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:24.220586 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Allocated IP 172.20.0.14 (6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9/4b859fbe-9843-4395-8d57-50bc5716a0d0/10dd6abb-5288-4d9b-a725-f4a68358a23c) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:36:24.398840 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:24.415918 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Transition to ACTIVE for port object 10dd6abb-5288-4d9b-a725-f4a68358a23c will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:24.458615 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:24.512484 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:24.515965 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:24.531043 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:36:24.535725 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event updated for resources: {'Port': ['ID=10dd6abb-5288-4d9b-a725-f4a68358a23c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:24.577526 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fbcf4-9348-496d-9b36-0f1f2a887160 req-8f8ceaad-77ca-4655-958e-efbc5fd54212 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:24.585349 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1c0fbcf4-9348-496d-9b36-0f1f2a887160 req-8f8ceaad-77ca-4655-958e-efbc5fd54212 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0752602 Aug 31 04:36:24.601051 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:24.601740 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:24.628042 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-1036a2ce-d01a-46fa-a636-d9b17fa83ab3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6492627 Aug 31 04:36:24.649718 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1c0fbcf4-9348-496d-9b36-0f1f2a887160 req-a7e8b256-829b-466a-850e-e0e6e18d4f12 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0629418 Aug 31 04:36:24.824657 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3cdf90ed-de85-46ad-ad95-86804b15b36d None None] Provisioning for port 10dd6abb-5288-4d9b-a725-f4a68358a23c completed by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:24.828761 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3cdf90ed-de85-46ad-ad95-86804b15b36d None None] Provisioning complete for port 10dd6abb-5288-4d9b-a725-f4a68358a23c triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:24.829364 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3cdf90ed-de85-46ad-ad95-86804b15b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:24.868632 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf90ed-de85-46ad-ad95-86804b15b36d None None] Port 10dd6abb-5288-4d9b-a725-f4a68358a23c cannot update to ACTIVE because it is not bound. {{(pid=93813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 04:36:24.939253 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:25.088493 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f18f4-1347-4599-a2b8-2d6f0618fc20 req-be9e5879-3cf4-4924-9c68-eaf7330f26d5 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:25.090054 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-570f18f4-1347-4599-a2b8-2d6f0618fc20 req-be9e5879-3cf4-4924-9c68-eaf7330f26d5 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 932 time: 0.0557804 Aug 31 04:36:25.134516 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-570f18f4-1347-4599-a2b8-2d6f0618fc20 req-09dd19b1-00ff-4c2a-8ee2-389b408c6f3f tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379791 Aug 31 04:36:29.719723 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:36:35.804509 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Request body: {'port': {'device_id': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:35.860339 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:35.966810 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245eb93d-3bf1-4d1b-b19d-93921a01090b req-bf862d84-f6b2-42e6-855d-65d1321107a7 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:35.968284 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-245eb93d-3bf1-4d1b-b19d-93921a01090b req-bf862d84-f6b2-42e6-855d-65d1321107a7 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 932 time: 0.0484695 Aug 31 04:36:36.010226 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-245eb93d-3bf1-4d1b-b19d-93921a01090b req-4a8cb415-6c73-494a-9584-6bbd5e45be0e tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355780 Aug 31 04:36:36.011156 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29150d9c-43ec-4145-9af9-654b02cc1178 req-537b4564-c6fd-4c2e-b199-3f6c9bfe015f tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:36.012648 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-29150d9c-43ec-4145-9af9-654b02cc1178 req-537b4564-c6fd-4c2e-b199-3f6c9bfe015f tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.1192439 Aug 31 04:36:36.095219 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-29150d9c-43ec-4145-9af9-654b02cc1178 req-356c89ee-f877-4ef9-a25b-8e3882441d8f tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0764847 Aug 31 04:36:36.187475 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10dd6abb-5288-4d9b-a725-f4a68358a23c {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:36:36.195806 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:36.208251 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Transition to ACTIVE for port object 10dd6abb-5288-4d9b-a725-f4a68358a23c will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:36:36.212736 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:36.306131 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Pushing event updated for resources: {'Port': ['ID=10dd6abb-5288-4d9b-a725-f4a68358a23c,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:36.321896 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.322237 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.322579 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.322918 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.323455 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.323576 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.323905 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.324238 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.324568 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.325203 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.325334 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.326083 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.357041 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Attempting to bind port 10dd6abb-5288-4d9b-a725-f4a68358a23c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:36:36.357414 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Attempting to bind port 10dd6abb-5288-4d9b-a725-f4a68358a23c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'f53e450e-f11b-47dd-8989-3516392177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:36:36.357838 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Attempting to bind port 10dd6abb-5288-4d9b-a725-f4a68358a23c on network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:36:36.362614 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Port 10dd6abb-5288-4d9b-a725-f4a68358a23c on network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:36:36.362955 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Attempting to bind port 10dd6abb-5288-4d9b-a725-f4a68358a23c on network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:36:36.368482 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:36:36.368827 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Checking segment: {'id': 'f53e450e-f11b-47dd-8989-3516392177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:36:36.369244 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Bound using segment: {'id': 'f53e450e-f11b-47dd-8989-3516392177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:36:36.369676 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Bound port: 10dd6abb-5288-4d9b-a725-f4a68358a23c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f53e450e-f11b-47dd-8989-3516392177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:36:36.370040 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:36.438963 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] For port 10dd6abb-5288-4d9b-a725-f4a68358a23c, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:36:36.442376 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] For port 10dd6abb-5288-4d9b-a725-f4a68358a23c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:36:36.448178 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:36.483010 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:36.483633 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:36.485046 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] 10.222.0.16 "PUT /v2.0/ports/10dd6abb-5288-4d9b-a725-f4a68358a23c HTTP/1.1" status: 200 len: 1094 time: 0.6849062 Aug 31 04:36:36.485472 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:36.487734 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4934c07-2a48-41d7-a19e-dea2b41cef30" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:36.513767 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8b3bd-d30f-4116-9ffc-f53faa0d7410 service neutron] Pushing event updated for resources: {'Port': ['ID=10dd6abb-5288-4d9b-a725-f4a68358a23c,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:36.532702 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b145068-d431-4732-9644-5a4f5939d904 x-openstack-request-id: req-0b145068-d431-4732-9644-5a4f5939d904 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:36.533088 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:36.533401 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0b145068-d431-4732-9644-5a4f5939d904 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:36.533859 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c', 'status': 'completed', 'code': 200} Aug 31 04:36:36.647385 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-aafd6e9b-79db-4fb6-80cf-01b19e0a3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:36.648661 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-aafd6e9b-79db-4fb6-80cf-01b19e0a3a4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd132a81d6b440bc910fb397d6965013&device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 1097 time: 0.0452070 Aug 31 04:36:36.703510 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-553a1d61-f0eb-43ef-9156-069102ae51e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c HTTP/1.1" status: 200 len: 217 time: 0.0408313 Aug 31 04:36:36.756640 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-8c9f7ded-4bf0-41e0-8095-a954d1fc46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:36.758253 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-8c9f7ded-4bf0-41e0-8095-a954d1fc46a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b859fbe-9843-4395-8d57-50bc5716a0d0 HTTP/1.1" status: 200 len: 853 time: 0.0476687 Aug 31 04:36:36.805267 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-66b28f53-1508-401f-a0d6-cc541d680532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:36.806834 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-66b28f53-1508-401f-a0d6-cc541d680532 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0412362 Aug 31 04:36:36.904990 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-e23c13d2-8ac2-40a7-bee0-5c6b3f158b29 service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905554 Aug 31 04:36:37.003948 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80105c7f-a8b3-4091-ada7-d7b26ffb9b77 req-5baf7543-452a-41eb-9aff-02a2d5d01f10 service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863976 Aug 31 04:36:37.127884 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc9364-d079-433c-ba6b-ab3bd17b435d req-74bed3ea-7aea-43bf-bbf0-463ef443ad0e tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:37.129426 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-aafc9364-d079-433c-ba6b-ab3bd17b435d req-74bed3ea-7aea-43bf-bbf0-463ef443ad0e tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 944 time: 0.0489776 Aug 31 04:36:37.135217 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4934c07-2a48-41d7-a19e-dea2b41cef30 req-c0509567-049b-4653-9d35-6de27377572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:37.136691 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f4934c07-2a48-41d7-a19e-dea2b41cef30 req-c0509567-049b-4653-9d35-6de27377572e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd132a81d6b440bc910fb397d6965013&device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 1097 time: 0.0404468 Aug 31 04:36:37.169483 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-aafc9364-d079-433c-ba6b-ab3bd17b435d req-11f956fa-dcc7-4ce1-b8d8-3d64684e37a4 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331540 Aug 31 04:36:37.268573 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddc147-8a52-444c-ba2e-f998e39dbda8 req-a7b9acb5-24d5-4e93-adf2-6dfa15994717 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:37.270021 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5cddc147-8a52-444c-ba2e-f998e39dbda8 req-a7b9acb5-24d5-4e93-adf2-6dfa15994717 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0800457 Aug 31 04:36:37.274477 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4934c07-2a48-41d7-a19e-dea2b41cef30 req-6c9625c4-2956-4528-ab86-9636f54788da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:37.275834 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f4934c07-2a48-41d7-a19e-dea2b41cef30 req-6c9625c4-2956-4528-ab86-9636f54788da service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 HTTP/1.1" status: 200 len: 915 time: 0.1315792 Aug 31 04:36:37.330389 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f4934c07-2a48-41d7-a19e-dea2b41cef30 req-0fbf8604-f281-4f1f-8eb3-750458a09175 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c HTTP/1.1" status: 200 len: 217 time: 0.0464871 Aug 31 04:36:37.342287 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5cddc147-8a52-444c-ba2e-f998e39dbda8 req-7c081568-59cb-4518-b8f4-381f924dcb4a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0655489 Aug 31 04:36:37.391282 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4934c07-2a48-41d7-a19e-dea2b41cef30 req-287dc367-0361-4676-abc8-61a7e4965b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:37.392799 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f4934c07-2a48-41d7-a19e-dea2b41cef30 req-287dc367-0361-4676-abc8-61a7e4965b45 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b859fbe-9843-4395-8d57-50bc5716a0d0 HTTP/1.1" status: 200 len: 853 time: 0.0484879 Aug 31 04:36:37.453134 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4934c07-2a48-41d7-a19e-dea2b41cef30 req-dd1015a3-95b8-40c1-b581-927f33fb47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:37.454756 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f4934c07-2a48-41d7-a19e-dea2b41cef30 req-dd1015a3-95b8-40c1-b581-927f33fb47b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0534124 Aug 31 04:36:37.593079 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387af588-af89-4490-91bb-cde8d7b23f0d req-ade45feb-8833-4742-bc58-3900a613a321 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:37.594555 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35724) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:37.594700 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-387af588-af89-4490-91bb-cde8d7b23f0d req-ade45feb-8833-4742-bc58-3900a613a321 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0757623 Aug 31 04:36:37.600405 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f4934c07-2a48-41d7-a19e-dea2b41cef30 req-4eba4feb-af12-4b7c-8fd7-58509c14e117 service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333871 Aug 31 04:36:37.681279 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-f5a4edf1-ea89-4e19-9a66-52ec1f6e82df service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854664 Aug 31 04:36:37.682083 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-387af588-af89-4490-91bb-cde8d7b23f0d req-a970ee63-fd18-4c25-aa6b-612e24788df9 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0807362 Aug 31 04:36:37.718405 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f4934c07-2a48-41d7-a19e-dea2b41cef30 req-4710fe3a-8d78-4f65-a399-992c4d4a480f service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040225 Aug 31 04:36:38.292193 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5ed8f-8e18-4d89-ac50-1680650c4a07 req-4905a7d2-da4e-4f2b-89ae-bc0c6a3af8fc tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:38.294040 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ebe5ed8f-8e18-4d89-ac50-1680650c4a07 req-4905a7d2-da4e-4f2b-89ae-bc0c6a3af8fc tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 944 time: 0.0492170 Aug 31 04:36:38.334358 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ebe5ed8f-8e18-4d89-ac50-1680650c4a07 req-cf8e3e56-1215-40e6-9379-b3e796a731c7 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330019 Aug 31 04:36:38.562776 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29458995-3eec-4c18-84d8-b295fe04c70c req-a30facdd-89b1-40f4-9d12-173f13223ecd tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:38.564245 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-29458995-3eec-4c18-84d8-b295fe04c70c req-a30facdd-89b1-40f4-9d12-173f13223ecd tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0515940 Aug 31 04:36:38.605979 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-29458995-3eec-4c18-84d8-b295fe04c70c req-09b4ae7a-40fe-45b9-be72-782ec3003ee0 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354128 Aug 31 04:36:38.800355 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ed4d8-47ee-47b7-9e06-f3660d749994 req-1ce939fb-69bf-4664-935a-b8aa83972bd3 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:38.801846 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-dd1ed4d8-47ee-47b7-9e06-f3660d749994 req-1ce939fb-69bf-4664-935a-b8aa83972bd3 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0496867 Aug 31 04:36:38.838570 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-dd1ed4d8-47ee-47b7-9e06-f3660d749994 req-677cec61-d753-45c4-a577-11cb6ad96b35 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0308664 Aug 31 04:36:38.944454 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 10dd6abb-5288-4d9b-a725-f4a68358a23c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:36:39.039517 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-34a4d009-72dd-4969-a94c-997420296f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:39.041270 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-34a4d009-72dd-4969-a94c-997420296f1f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd&tenant_id=dc9b930e41cd41eaa6a57daaf977c110 HTTP/1.1" status: 200 len: 1099 time: 0.0416849 Aug 31 04:36:39.042297 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 10dd6abb-5288-4d9b-a725-f4a68358a23c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:39.056943 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '10dd6abb-5288-4d9b-a725-f4a68358a23c', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'port_id': '10dd6abb-5288-4d9b-a725-f4a68358a23c', 'mac_address': 'fa:16:3e:bd:ea:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:36:39.094677 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:39.107285 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10dd6abb-5288-4d9b-a725-f4a68358a23c {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:36:39.123675 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-40d994e7-1153-4bf8-af21-a81ba49a3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:39.125587 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-40d994e7-1153-4bf8-af21-a81ba49a3f0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc9b930e41cd41eaa6a57daaf977c110&device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 1099 time: 0.0470154 Aug 31 04:36:39.128954 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 10dd6abb-5288-4d9b-a725-f4a68358a23c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:39.133566 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:39.180995 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=10dd6abb-5288-4d9b-a725-f4a68358a23c,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:39.215857 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-cfca318a-20e8-42c9-9b61-da635248bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:39.217701 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-cfca318a-20e8-42c9-9b61-da635248bf15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc5fd2e2-b721-4413-b932-bf9b9676a7be HTTP/1.1" status: 200 len: 909 time: 0.0837963 Aug 31 04:36:39.297432 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-499e2923-e152-43ac-8468-3ba68ceb4e15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4 HTTP/1.1" status: 200 len: 1002 time: 0.0610504 Aug 31 04:36:39.346157 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-bc92ef33-2aee-479c-801b-4a4479355337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:39.347531 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-bc92ef33-2aee-479c-801b-4a4479355337 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3b9e9d3-498d-4c78-a531-b1917cf3e88e HTTP/1.1" status: 200 len: 847 time: 0.0426915 Aug 31 04:36:39.395392 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-cce003d1-79c3-469a-b1ae-c73d9a6da8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:39.396895 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-cce003d1-79c3-469a-b1ae-c73d9a6da8c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc5fd2e2-b721-4413-b932-bf9b9676a7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0409584 Aug 31 04:36:39.503199 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4ce0-47dc-415c-a1b7-0a843b09cd03 req-aa51d0f1-27bd-482e-9e0a-7f5176e7b3dc tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:39.504585 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ec6f4ce0-47dc-415c-a1b7-0a843b09cd03 req-aa51d0f1-27bd-482e-9e0a-7f5176e7b3dc tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 945 time: 0.1035597 Aug 31 04:36:39.534732 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-69c4fbb8-50d9-4810-b7bd-8628968daf55 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249046 Aug 31 04:36:39.535690 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['10dd6abb-5288-4d9b-a725-f4a68358a23c'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:39.569915 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ec6f4ce0-47dc-415c-a1b7-0a843b09cd03 req-39677950-7063-4819-b3f5-f9e4b5b3597a tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590415 Aug 31 04:36:39.641953 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-334a8e8c-4d2e-4867-a37f-624a870dbb0a req-15fe7fa7-52b7-4a39-a0c9-d3ddc95ca87b service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949008 Aug 31 04:36:39.737394 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2fe64-383d-44c4-8446-9c8e58b6c3bc req-8c6fc1b5-6180-42cc-b575-79d8cf0aeb8c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:39.738847 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-00c2fe64-383d-44c4-8446-9c8e58b6c3bc req-8c6fc1b5-6180-42cc-b575-79d8cf0aeb8c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0475168 Aug 31 04:36:39.776125 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-00c2fe64-383d-44c4-8446-9c8e58b6c3bc req-a7a13844-2000-400f-86e1-66231644576b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314348 Aug 31 04:36:39.953581 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aea49d-b556-4fcc-8896-6f65931b5cee req-0b743822-874c-4e65-a99b-978228ef7ee9 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:39.955360 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-14aea49d-b556-4fcc-8896-6f65931b5cee req-0b743822-874c-4e65-a99b-978228ef7ee9 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0491068 Aug 31 04:36:39.993877 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-14aea49d-b556-4fcc-8896-6f65931b5cee req-e7c5d79a-29c9-418a-af1a-44528176dc64 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0327675 Aug 31 04:36:40.683756 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94dfbc-895f-4717-a8ac-23ce87aeeca0 req-dfb73a97-65fc-44a2-9e55-df0ce520def4 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:40.685327 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5d94dfbc-895f-4717-a8ac-23ce87aeeca0 req-dfb73a97-65fc-44a2-9e55-df0ce520def4 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 945 time: 0.0492430 Aug 31 04:36:40.723347 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5d94dfbc-895f-4717-a8ac-23ce87aeeca0 req-1d208da3-a9fe-4b39-93e0-8fc9a717b9a5 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Aug 31 04:36:40.899620 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6a33-87d6-455f-82ed-5640f7252854 req-42590a70-f4ab-4dcd-8908-8c440bb3b4ec tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:40.901133 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0d9f6a33-87d6-455f-82ed-5640f7252854 req-42590a70-f4ab-4dcd-8908-8c440bb3b4ec tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0510054 Aug 31 04:36:40.939299 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0d9f6a33-87d6-455f-82ed-5640f7252854 req-de098224-515f-40e1-86d6-a44930220215 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321803 Aug 31 04:36:40.949125 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1a014-897d-42b9-bb98-01da11761365 req-1cf05ede-a0b3-41a9-83e6-25af36b9155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:40.951205 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8cc1a014-897d-42b9-bb98-01da11761365 req-1cf05ede-a0b3-41a9-83e6-25af36b9155d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 1099 time: 0.0404024 Aug 31 04:36:40.959651 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 10dd6abb-5288-4d9b-a725-f4a68358a23c up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:40.990598 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8cc1a014-897d-42b9-bb98-01da11761365 req-53cb7f18-82ae-4e35-85e4-3e2fe266eb5b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0322075 Aug 31 04:36:41.011760 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port 10dd6abb-5288-4d9b-a725-f4a68358a23c completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:36:41.015882 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 10dd6abb-5288-4d9b-a725-f4a68358a23c triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:41.016257 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:41.095371 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:41.106655 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab80254-b25b-4b98-9070-08e80629c379 req-688306fa-4d9b-49a0-89a2-456dd7b7077f tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:41.108134 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1ab80254-b25b-4b98-9070-08e80629c379 req-688306fa-4d9b-49a0-89a2-456dd7b7077f tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0488880 Aug 31 04:36:41.117314 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:41.119539 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28425e5b-5825-4339-af1e-d7b59bf2e97f" -d '{"events": [{"server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "name": "network-vif-plugged", "status": "completed", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:41.134755 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 10dd6abb-5288-4d9b-a725-f4a68358a23c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:41.140044 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:41.141297 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device d2456571-a669-41f3-b45e-0fef2b57d1d4 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:41.148561 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1ab80254-b25b-4b98-9070-08e80629c379 req-2225c85a-07d6-4ce4-a007-952409d5a099 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0343263 Aug 31 04:36:41.188041 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3274199f-d172-44ed-98b1-b7067855de73 x-openstack-request-id: req-3274199f-d172-44ed-98b1-b7067855de73 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:41.188362 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "name": "network-vif-plugged", "status": "completed", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:41.188557 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3274199f-d172-44ed-98b1-b7067855de73 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:41.188938 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c', 'code': 200} Aug 31 04:36:41.225234 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=10dd6abb-5288-4d9b-a725-f4a68358a23c,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:41.274769 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:41.311825 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port d2456571-a669-41f3-b45e-0fef2b57d1d4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:41.315769 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:41.364850 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=d2456571-a669-41f3-b45e-0fef2b57d1d4,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:41.475510 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faa7b5-0b3e-41ba-8719-0e463f5aa659 req-78edb659-a2a2-4f37-8879-a4f9a5a3ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:41.475510 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-30faa7b5-0b3e-41ba-8719-0e463f5aa659 req-78edb659-a2a2-4f37-8879-a4f9a5a3ea67 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 1099 time: 0.0416024 Aug 31 04:36:41.509848 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-30faa7b5-0b3e-41ba-8719-0e463f5aa659 req-74b9d2ed-cb8b-4bc8-9255-7a1a3e00ad88 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273232 Aug 31 04:36:41.937812 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6cbea-2bac-4536-ba2c-ba12fa579f01 req-8cfc7041-0016-4892-a1b5-97a59d7c21cf tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:41.939401 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2ae6cbea-2bac-4536-ba2c-ba12fa579f01 req-8cfc7041-0016-4892-a1b5-97a59d7c21cf tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 946 time: 0.1512501 Aug 31 04:36:41.980870 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2ae6cbea-2bac-4536-ba2c-ba12fa579f01 req-0d0d19c8-63f8-44b2-9a88-c2f05ba458ec tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Aug 31 04:36:42.062301 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9b5e0-c755-42fb-9bd2-96f490b5c236 req-a3d83c55-8792-4b89-ba10-da891dbf9945 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:42.063679 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1fc9b5e0-c755-42fb-9bd2-96f490b5c236 req-a3d83c55-8792-4b89-ba10-da891dbf9945 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0511465 Aug 31 04:36:42.101784 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1fc9b5e0-c755-42fb-9bd2-96f490b5c236 req-94a30584-b339-4d35-8ef8-e514ee90c849 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320733 Aug 31 04:36:42.260195 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03837b2-d287-4d34-8b92-7e6b84beab14 req-4b2a67ec-07a8-44e4-b900-79012999b40d tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:42.261681 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d03837b2-d287-4d34-8b92-7e6b84beab14 req-4b2a67ec-07a8-44e4-b900-79012999b40d tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 944 time: 0.0482311 Aug 31 04:36:42.298180 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d03837b2-d287-4d34-8b92-7e6b84beab14 req-4367f7b9-9e0e-4f14-b33d-6e1549be597a tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0306334 Aug 31 04:36:42.973649 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device d2456571-a669-41f3-b45e-0fef2b57d1d4 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:36:43.065479 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port d2456571-a669-41f3-b45e-0fef2b57d1d4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:43.076861 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'port_id': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'mac_address': 'fa:16:3e:02:c5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:36:43.093204 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33074605-652b-47de-b957-a03d9aadd32b req-249b3a6d-1e2e-4042-96c9-17425be91642 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:43.094699 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-33074605-652b-47de-b957-a03d9aadd32b req-249b3a6d-1e2e-4042-96c9-17425be91642 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 946 time: 0.0498462 Aug 31 04:36:43.116604 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:43.131048 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2456571-a669-41f3-b45e-0fef2b57d1d4 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:36:43.132500 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-33074605-652b-47de-b957-a03d9aadd32b req-610dae53-ee71-4372-9d75-6aa92a1e8749 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319293 Aug 31 04:36:43.165966 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port d2456571-a669-41f3-b45e-0fef2b57d1d4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:43.171822 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:43.196588 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:43.199163 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cab70f-5876-474b-8e1e-e9823cf79243" -d '{"events": [{"server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:43.231755 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=d2456571-a669-41f3-b45e-0fef2b57d1d4,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:43.259726 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d4863-c5dc-4a90-b4b5-1c97b6ea4362 req-0b071110-2ac7-4688-98e3-98526b7bb191 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:43.261383 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-965d4863-c5dc-4a90-b4b5-1c97b6ea4362 req-0b071110-2ac7-4688-98e3-98526b7bb191 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 946 time: 0.0592661 Aug 31 04:36:43.305106 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-965d4863-c5dc-4a90-b4b5-1c97b6ea4362 req-e9bb4e47-dcc3-40aa-8914-791cd044aada tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370514 Aug 31 04:36:43.320199 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd196e-1e3d-40e1-bd11-86543159edbb req-4ca77f2b-9554-4ba3-94da-f00d2c9c1ebd tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:43.320810 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-64fd196e-1e3d-40e1-bd11-86543159edbb req-4ca77f2b-9554-4ba3-94da-f00d2c9c1ebd tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.1210959 Aug 31 04:36:43.349583 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4621568e-378c-45dc-8943-f55de471ef44 x-openstack-request-id: req-4621568e-378c-45dc-8943-f55de471ef44 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:43.349881 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:43.350136 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4621568e-378c-45dc-8943-f55de471ef44 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:43.350530 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'code': 200} Aug 31 04:36:43.360868 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-64fd196e-1e3d-40e1-bd11-86543159edbb req-ed4f3e05-95b6-46af-99d2-321caabcc6e3 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323877 Aug 31 04:36:43.442062 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245d777-c277-48c9-a62b-df96ff30c43c req-66d1189d-ca31-46da-92d2-2050f79afc70 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:43.443851 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c245d777-c277-48c9-a62b-df96ff30c43c req-66d1189d-ca31-46da-92d2-2050f79afc70 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 945 time: 0.0487182 Aug 31 04:36:43.481357 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c245d777-c277-48c9-a62b-df96ff30c43c req-a09cca40-5eee-4c80-bd16-e61951827a82 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0314407 Aug 31 04:36:43.548516 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['d2456571-a669-41f3-b45e-0fef2b57d1d4'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:43.698311 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18370eba-fc04-4102-bf58-2cce1dfae319 req-5fe72d67-fe14-40a6-9f4d-e9f52ace7f39 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:43.700508 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-18370eba-fc04-4102-bf58-2cce1dfae319 req-5fe72d67-fe14-40a6-9f4d-e9f52ace7f39 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 946 time: 0.0638716 Aug 31 04:36:43.740041 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-18370eba-fc04-4102-bf58-2cce1dfae319 req-948a8ec8-3600-4ded-865d-529f484c98a6 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311625 Aug 31 04:36:44.478819 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d12c6d-95ef-43a3-a510-4cca3b1fd803 req-ff4360a4-f35d-4562-8c3b-751070758824 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:44.480278 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d8d12c6d-95ef-43a3-a510-4cca3b1fd803 req-ff4360a4-f35d-4562-8c3b-751070758824 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0491762 Aug 31 04:36:44.523697 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d8d12c6d-95ef-43a3-a510-4cca3b1fd803 req-177f9be9-93e7-4dcc-b348-16921ba38dee tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369198 Aug 31 04:36:45.015646 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device d2456571-a669-41f3-b45e-0fef2b57d1d4 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:45.062756 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port d2456571-a669-41f3-b45e-0fef2b57d1d4 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:45.063133 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:45.140670 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:45.172747 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port d2456571-a669-41f3-b45e-0fef2b57d1d4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:45.176810 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:45.224189 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=d2456571-a669-41f3-b45e-0fef2b57d1d4,revision_number=8']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:45.351734 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:45.354159 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81d1399-c6ad-442e-b941-da6745586bd6" -d '{"events": [{"server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "name": "network-vif-plugged", "status": "completed", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:45.389663 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1445b5-6407-494c-9d4d-e12db251cbb5 x-openstack-request-id: req-1e1445b5-6407-494c-9d4d-e12db251cbb5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:45.389958 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "name": "network-vif-plugged", "status": "completed", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:45.390214 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e1445b5-6407-494c-9d4d-e12db251cbb5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:45.390635 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'code': 200} Aug 31 04:36:45.667166 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ab356-d450-4982-b4f2-a89406a1b506 req-6bca7083-f1f4-49d7-9ed6-fac1abb76bd5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:45.669921 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-530ab356-d450-4982-b4f2-a89406a1b506 req-6bca7083-f1f4-49d7-9ed6-fac1abb76bd5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0667033 Aug 31 04:36:45.707639 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-530ab356-d450-4982-b4f2-a89406a1b506 req-7ccfb790-5ed6-4a02-b16c-80d7d8497178 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Aug 31 04:36:46.830770 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb0507-651c-4e5e-bade-cde1492518a1 req-94c43dfb-a633-44d1-b103-ba0fd48819f0 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:46.832227 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-22cb0507-651c-4e5e-bade-cde1492518a1 req-94c43dfb-a633-44d1-b103-ba0fd48819f0 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0513930 Aug 31 04:36:46.869985 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-22cb0507-651c-4e5e-bade-cde1492518a1 req-57fe754b-098d-4932-a2cb-4db006b562b8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316780 Aug 31 04:36:47.944260 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9ec8c-bc32-4fdd-853e-ad4cb3a29b07 req-b976787d-646b-4d38-8426-f2a830dcf8f8 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:47.945762 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-bba9ec8c-bc32-4fdd-853e-ad4cb3a29b07 req-b976787d-646b-4d38-8426-f2a830dcf8f8 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 946 time: 0.0476921 Aug 31 04:36:47.984559 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-bba9ec8c-bc32-4fdd-853e-ad4cb3a29b07 req-942a5b6c-49d0-4e07-96a0-e4f6c7bc283f tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Aug 31 04:36:48.011886 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35854) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:48.108950 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af081e0d-2857-4315-baac-03c4d32e4a7c tempest-TestMinimumBasicScenario-574618842 tempest-TestMinimumBasicScenario-574618842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:48.110649 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-af081e0d-2857-4315-baac-03c4d32e4a7c tempest-TestMinimumBasicScenario-574618842 tempest-TestMinimumBasicScenario-574618842-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 1094 time: 0.0976694 Aug 31 04:36:48.113648 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35858) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:48.118354 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Request body: {'floatingip': {'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'port_id': '10dd6abb-5288-4d9b-a725-f4a68358a23c', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:48.146933 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:48.214946 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f541c2-4d84-47ef-a54a-a024e7b6d891 req-f16f3901-a6c0-4d48-89b5-b331a54dc6eb tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:48.216464 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-45f541c2-4d84-47ef-a54a-a024e7b6d891 req-f16f3901-a6c0-4d48-89b5-b331a54dc6eb tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.2734802 Aug 31 04:36:48.251615 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:48.256428 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-45f541c2-4d84-47ef-a54a-a024e7b6d891 req-5bb53e56-d653-4d50-8d9a-45c9f33b382d tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339415 Aug 31 04:36:48.358850 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Allocated IP 172.28.1.113 (60d0a98d-e68b-462a-bfbc-929e006b1a9b/7641d671-76b0-413a-b5af-da87ce3f41e6/09765970-a4c0-40ce-b020-bafcf1dd1e0f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:36:48.456221 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:48.493143 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:48.527865 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Network 60d0a98d-e68b-462a-bfbc-929e006b1a9b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:48.534719 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:48.538298 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:36:48.563274 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event updated for resources: {'Port': ['ID=09765970-a4c0-40ce-b020-bafcf1dd1e0f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:49.125338 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:49.190570 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:49.346127 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:49.351136 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792571'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:49.386059 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33873830-9794-4433-8efd-e587263e1507 req-3c71c107-2804-4cc1-99e9-e7f9425353e5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:49.387773 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-33873830-9794-4433-8efd-e587263e1507 req-3c71c107-2804-4cc1-99e9-e7f9425353e5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0524192 Aug 31 04:36:49.424958 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event updated for resources: {'Port': ['ID=09765970-a4c0-40ce-b020-bafcf1dd1e0f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:49.425279 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-33873830-9794-4433-8efd-e587263e1507 req-10e0a382-41ca-43ff-9178-eb85bb0b94dc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Aug 31 04:36:49.437460 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:49.485916 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6fb3-3877-40d2-96b2-65f51d686227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:49.538092 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.l3_db [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Floating IP de8271ed-e234-4d72-87c2-d181275a9fce associated. External IP: 172.28.1.113, port: 10dd6abb-5288-4d9b-a725-f4a68358a23c. Aug 31 04:36:49.739743 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Router 067030b1-f817-4d96-bfce-5ca3291bcef9 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:36:49.844906 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:36:49.854686 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce64cf6-86b1-4019-97a1-1341928000ed None None] Sync routers for ids ['067030b1-f817-4d96-bfce-5ca3291bcef9'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:36:49.860658 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:49.863804 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce64cf6-86b1-4019-97a1-1341928000ed None None] Routers {'067030b1-f817-4d96-bfce-5ca3291bcef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:49.864426 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4ce64cf6-86b1-4019-97a1-1341928000ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:36:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['067030b1-f817-4d96-bfce-5ca3291bcef9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:49.886810 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-48ab19c6-3702-4437-bcda-f04c75ecc196 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7721319 Aug 31 04:36:49.887393 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:49.890166 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b589d13d5832cb16945ae42739308d350e4152bdb33adae47e43b8dd41dd1a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dda9a59-055b-4e7c-b741-290b822100a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:49.890327 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35866) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:49.895068 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-80697b1c-9565-483c-a59a-f74c873dfb4d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720514661', 'description': 'tempest-secgroup-smoke-720514661 description', 'project_id': 'dd132a81d6b440bc910fb397d6965013'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:49.921021 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-80697b1c-9565-483c-a59a-f74c873dfb4d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:49.930728 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e470d56-9fb5-4ee4-8c3e-2a7dddab4242 x-openstack-request-id: req-7e470d56-9fb5-4ee4-8c3e-2a7dddab4242 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:49.931024 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:49.931716 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e470d56-9fb5-4ee4-8c3e-2a7dddab4242 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:49.931716 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c', 'status': 'completed', 'code': 200} Aug 31 04:36:49.978886 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-4ce64cf6-86b1-4019-97a1-1341928000ed None None] Set router 067030b1-f817-4d96-bfce-5ca3291bcef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:50.036930 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-80697b1c-9565-483c-a59a-f74c873dfb4d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.041567 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda9a59-055b-4e7c-b741-290b822100a3 req-045ebaa0-e752-4144-9d06-ded44bd3c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:50.043060 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3dda9a59-055b-4e7c-b741-290b822100a3 req-045ebaa0-e752-4144-9d06-ded44bd3c758 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd132a81d6b440bc910fb397d6965013&device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 1099 time: 0.0702875 Aug 31 04:36:50.044630 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-80697b1c-9565-483c-a59a-f74c873dfb4d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.117614 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-80697b1c-9565-483c-a59a-f74c873dfb4d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.118900 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-80697b1c-9565-483c-a59a-f74c873dfb4d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2274716 Aug 31 04:36:50.122173 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35870) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:50.127012 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-978bced1-bbab-458e-8bd8-ee1429fe470e tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Request body: {'security_group_rule': {'security_group_id': '53ef541a-27e3-4e9d-aabb-dc805d60e96d', 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:50.127702 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80697b1c-9565-483c-a59a-f74c873dfb4d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ef541a-27e3-4e9d-aabb-dc805d60e96d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:50.157165 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-978bced1-bbab-458e-8bd8-ee1429fe470e tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.174253 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda9a59-055b-4e7c-b741-290b822100a3 req-c82f916c-d28c-4011-b19f-28703fcff6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:50.176061 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3dda9a59-055b-4e7c-b741-290b822100a3 req-c82f916c-d28c-4011-b19f-28703fcff6f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 HTTP/1.1" status: 200 len: 915 time: 0.1226764 Aug 31 04:36:50.211263 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4ce64cf6-86b1-4019-97a1-1341928000ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 4, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port': {'id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': 'de8271ed-e234-4d72-87c2-d181275a9fce', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'floating_ip_address': '172.28.1.113', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'port_id': '10dd6abb-5288-4d9b-a725-f4a68358a23c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'mac_address': 'fa:16:3e:bd:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:36:48Z', 'updated_at': '2021-08-31T04:36:48Z', 'revision_number': 0, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c68c87-3728-4fab-84f4-ed6222708b05', 'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'mac_address': 'fa:16:3e:b8:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:02Z', 'updated_at': '2021-08-31T04:36:10Z', 'revision_number': 5, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'subnets': [{'id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:50.214118 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-978bced1-bbab-458e-8bd8-ee1429fe470e tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.218553 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-978bced1-bbab-458e-8bd8-ee1429fe470e tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.235895 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bced1-bbab-458e-8bd8-ee1429fe470e tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdf2f23-d5e9-4ada-968f-adb7827bcd6d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:50.240831 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce64cf6-86b1-4019-97a1-1341928000ed None None] Checking router: 067030b1-f817-4d96-bfce-5ca3291bcef9 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:36:50.242867 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-978bced1-bbab-458e-8bd8-ee1429fe470e tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.244222 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-978bced1-bbab-458e-8bd8-ee1429fe470e tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209762 Aug 31 04:36:50.247403 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35872) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:50.252566 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e6783edd-d028-4c49-8ac7-ec6bf7b62028 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Request body: {'security_group_rule': {'security_group_id': '53ef541a-27e3-4e9d-aabb-dc805d60e96d', 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:50.254840 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce64cf6-86b1-4019-97a1-1341928000ed None None] Routers {'067030b1-f817-4d96-bfce-5ca3291bcef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:36:50.255453 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4ce64cf6-86b1-4019-97a1-1341928000ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:36:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['067030b1-f817-4d96-bfce-5ca3291bcef9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:50.257466 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3dda9a59-055b-4e7c-b741-290b822100a3 req-e89463bb-2015-4050-af27-427dab2dcf1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c HTTP/1.1" status: 200 len: 1000 time: 0.0668840 Aug 31 04:36:50.279852 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6783edd-d028-4c49-8ac7-ec6bf7b62028 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.313099 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda9a59-055b-4e7c-b741-290b822100a3 req-b3524998-2dff-482b-98b8-29c4d6df7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:50.314717 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3dda9a59-055b-4e7c-b741-290b822100a3 req-b3524998-2dff-482b-98b8-29c4d6df7803 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b859fbe-9843-4395-8d57-50bc5716a0d0 HTTP/1.1" status: 200 len: 853 time: 0.0449870 Aug 31 04:36:50.339329 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6783edd-d028-4c49-8ac7-ec6bf7b62028 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.344495 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6783edd-d028-4c49-8ac7-ec6bf7b62028 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.361432 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6783edd-d028-4c49-8ac7-ec6bf7b62028 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c101d5-56ca-43a2-8b16-0ead4412e786,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:50.367909 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda9a59-055b-4e7c-b741-290b822100a3 req-db5de750-cd8c-4027-8bd3-553aa7843966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:50.369466 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3dda9a59-055b-4e7c-b741-290b822100a3 req-db5de750-cd8c-4027-8bd3-553aa7843966 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0479624 Aug 31 04:36:50.373065 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6783edd-d028-4c49-8ac7-ec6bf7b62028 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.374293 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-e6783edd-d028-4c49-8ac7-ec6bf7b62028 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258938 Aug 31 04:36:50.377282 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35876) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:50.383165 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5d7ee576-1c5c-406e-88f2-766bf60077e4 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Request body: {'security_group_rule': {'security_group_id': '53ef541a-27e3-4e9d-aabb-dc805d60e96d', 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:50.473187 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee576-1c5c-406e-88f2-766bf60077e4 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.499714 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-4ce64cf6-86b1-4019-97a1-1341928000ed None None] Set router 067030b1-f817-4d96-bfce-5ca3291bcef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:36:50.540585 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3dda9a59-055b-4e7c-b741-290b822100a3 req-a3c1444a-672d-4396-a7a8-1b341d83a581 service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504943 Aug 31 04:36:50.552231 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee576-1c5c-406e-88f2-766bf60077e4 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.561022 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee576-1c5c-406e-88f2-766bf60077e4 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.563969 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a30a4-14a2-4ed2-a79d-1fef360576b1 req-952f01da-6420-4221-922f-bebc9083cd66 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:50.565692 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9a2a30a4-14a2-4ed2-a79d-1fef360576b1 req-952f01da-6420-4221-922f-bebc9083cd66 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0590644 Aug 31 04:36:50.609727 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9a2a30a4-14a2-4ed2-a79d-1fef360576b1 req-0abc3814-476b-496b-86e5-022041f7de44 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364299 Aug 31 04:36:50.614902 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ee576-1c5c-406e-88f2-766bf60077e4 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cd3a8f-e536-4199-b888-12fa7035b02b,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:50.631909 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee576-1c5c-406e-88f2-766bf60077e4 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.633143 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-5d7ee576-1c5c-406e-88f2-766bf60077e4 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2544556 Aug 31 04:36:50.636004 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 35880) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:50.641124 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1e2072c4-0858-41d7-a93f-1e11b498d90a tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Request body: {'security_group_rule': {'security_group_id': '53ef541a-27e3-4e9d-aabb-dc805d60e96d', 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:50.686825 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3dda9a59-055b-4e7c-b741-290b822100a3 req-abc2cbb0-724e-4627-bc6f-a4b5d4ed9d62 service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363873 Aug 31 04:36:50.692733 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1e2072c4-0858-41d7-a93f-1e11b498d90a tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.749205 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1e2072c4-0858-41d7-a93f-1e11b498d90a tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.753465 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1e2072c4-0858-41d7-a93f-1e11b498d90a tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.756190 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4ce64cf6-86b1-4019-97a1-1341928000ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 4, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port': {'id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': 'de8271ed-e234-4d72-87c2-d181275a9fce', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'floating_ip_address': '172.28.1.113', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'port_id': '10dd6abb-5288-4d9b-a725-f4a68358a23c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'mac_address': 'fa:16:3e:bd:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:36:48Z', 'updated_at': '2021-08-31T04:36:48Z', 'revision_number': 0, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c68c87-3728-4fab-84f4-ed6222708b05', 'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'mac_address': 'fa:16:3e:b8:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:02Z', 'updated_at': '2021-08-31T04:36:10Z', 'revision_number': 5, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'subnets': [{'id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:50.768926 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2072c4-0858-41d7-a93f-1e11b498d90a tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b456fa52-7ae9-46da-be75-5ab1f15e8018,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:50.778158 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1e2072c4-0858-41d7-a93f-1e11b498d90a tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.779485 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-1e2072c4-0858-41d7-a93f-1e11b498d90a tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425498 Aug 31 04:36:50.782400 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35882) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:50.786237 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce64cf6-86b1-4019-97a1-1341928000ed None None] The sync data for ids ['067030b1-f817-4d96-bfce-5ca3291bcef9'] in dv-cinder-778193-7-smb is: [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 4, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port': {'id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_floatingips': [{'id': 'de8271ed-e234-4d72-87c2-d181275a9fce', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'floating_ip_address': '172.28.1.113', 'floating_network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'router_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'port_id': '10dd6abb-5288-4d9b-a725-f4a68358a23c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'mac_address': 'fa:16:3e:bd:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T04:36:48Z', 'updated_at': '2021-08-31T04:36:48Z', 'revision_number': 0, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c68c87-3728-4fab-84f4-ed6222708b05', 'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'mac_address': 'fa:16:3e:b8:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:02Z', 'updated_at': '2021-08-31T04:36:10Z', 'revision_number': 5, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'subnets': [{'id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:36:50.787002 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f62963e1-bb41-417a-a1de-5e304e360021 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Request body: {'security_group_rule': {'security_group_id': '53ef541a-27e3-4e9d-aabb-dc805d60e96d', 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:50.811280 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-f62963e1-bb41-417a-a1de-5e304e360021 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Project dd132a81d6b440bc910fb397d6965013 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:36:50.816213 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f62963e1-bb41-417a-a1de-5e304e360021 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.854605 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.871786 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f62963e1-bb41-417a-a1de-5e304e360021 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.875820 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f62963e1-bb41-417a-a1de-5e304e360021 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.895449 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62963e1-bb41-417a-a1de-5e304e360021 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad07f96-fda7-461c-843c-9130a1e97377,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:50.902745 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f62963e1-bb41-417a-a1de-5e304e360021 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.904238 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-f62963e1-bb41-417a-a1de-5e304e360021 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208012 Aug 31 04:36:50.906925 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 35884) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:36:50.911421 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [None req-23d23976-402c-4143-9259-75da29bd4f9d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Request body: {'security_group_rule': {'security_group_id': '53ef541a-27e3-4e9d-aabb-dc805d60e96d', 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:50.933324 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-23d23976-402c-4143-9259-75da29bd4f9d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Project dd132a81d6b440bc910fb397d6965013 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:36:50.939801 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23d23976-402c-4143-9259-75da29bd4f9d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:50.985120 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7430254-13f2-4af6-9a98-22a699c8bebf None None] New status for floating IP de8271ed-e234-4d72-87c2-d181275a9fce: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:36:51.017161 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23d23976-402c-4143-9259-75da29bd4f9d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:51.020600 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23d23976-402c-4143-9259-75da29bd4f9d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827996'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:51.037846 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d23976-402c-4143-9259-75da29bd4f9d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a18a151-69c4-4ca8-95e7-708bd9519ee8,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:51.047463 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23d23976-402c-4143-9259-75da29bd4f9d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:51.049298 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-23d23976-402c-4143-9259-75da29bd4f9d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411233 Aug 31 04:36:51.130964 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1977c302-bf89-4be7-b010-3450aec976dd req-0ac1e4dc-096c-4f25-a672-75291887a3de tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720514661&fields=id&tenant_id=dd132a81d6b440bc910fb397d6965013 HTTP/1.1" status: 200 len: 267 time: 0.0340428 Aug 31 04:36:51.185596 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977c302-bf89-4be7-b010-3450aec976dd req-827e68e6-a5e8-4581-a507-34e1f803f651 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:51.187079 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1977c302-bf89-4be7-b010-3450aec976dd req-827e68e6-a5e8-4581-a507-34e1f803f651 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 946 time: 0.0498731 Aug 31 04:36:51.199182 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-1977c302-bf89-4be7-b010-3450aec976dd req-12071bce-0b60-4bc3-a2d2-35d9ae528b12 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Request body: {'port': {'security_groups': ['521804a0-136b-4f9a-899b-85619c3ac9a5', '53ef541a-27e3-4e9d-aabb-dc805d60e96d']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:51.296541 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1977c302-bf89-4be7-b010-3450aec976dd req-12071bce-0b60-4bc3-a2d2-35d9ae528b12 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:51.308608 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-34656889-1205-4440-92a4-ab15a329dcf4 req-bd4a007d-3fc6-4271-ba21-5f08ed8d2427 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845938 Aug 31 04:36:51.441813 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656889-1205-4440-92a4-ab15a329dcf4 req-16739280-b6a0-4e38-86b5-a394efadfc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:51.443592 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-34656889-1205-4440-92a4-ab15a329dcf4 req-16739280-b6a0-4e38-86b5-a394efadfc0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc9b930e41cd41eaa6a57daaf977c110&device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 1099 time: 0.0761049 Aug 31 04:36:51.580791 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-1977c302-bf89-4be7-b010-3450aec976dd req-12071bce-0b60-4bc3-a2d2-35d9ae528b12 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] For port 10dd6abb-5288-4d9b-a725-f4a68358a23c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:51.597919 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656889-1205-4440-92a4-ab15a329dcf4 req-142dbd07-18fc-49db-9585-bd85b88ac441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:51.599408 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-34656889-1205-4440-92a4-ab15a329dcf4 req-142dbd07-18fc-49db-9585-bd85b88ac441 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc5fd2e2-b721-4413-b932-bf9b9676a7be HTTP/1.1" status: 200 len: 909 time: 0.1311569 Aug 31 04:36:51.656721 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1977c302-bf89-4be7-b010-3450aec976dd req-12071bce-0b60-4bc3-a2d2-35d9ae528b12 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:51.662920 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1977c302-bf89-4be7-b010-3450aec976dd req-12071bce-0b60-4bc3-a2d2-35d9ae528b12 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:51.704640 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['10dd6abb-5288-4d9b-a725-f4a68358a23c'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:51.724067 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977c302-bf89-4be7-b010-3450aec976dd req-12071bce-0b60-4bc3-a2d2-35d9ae528b12 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:51.724698 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1977c302-bf89-4be7-b010-3450aec976dd req-12071bce-0b60-4bc3-a2d2-35d9ae528b12 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:51.726150 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1977c302-bf89-4be7-b010-3450aec976dd req-12071bce-0b60-4bc3-a2d2-35d9ae528b12 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "PUT /v2.0/ports/10dd6abb-5288-4d9b-a725-f4a68358a23c HTTP/1.1" status: 200 len: 982 time: 0.5315681 Aug 31 04:36:51.726609 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:51.728918 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b1314c-f9b0-48d3-a3b3-037d822e6f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:51.748565 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-34656889-1205-4440-92a4-ab15a329dcf4 req-fcf8edc9-acc4-4942-b2a3-84f8db8b1b5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4 HTTP/1.1" status: 200 len: 1002 time: 0.1404867 Aug 31 04:36:51.765183 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12071bce-0b60-4bc3-a2d2-35d9ae528b12 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event updated for resources: {'Port': ['ID=10dd6abb-5288-4d9b-a725-f4a68358a23c,revision_number=6']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:51.777564 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd4767-c734-4ad8-b6ee-d0ec534a9bf2 req-4fc0bbb3-3af4-45b2-b512-5d0a8568065e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:51.787856 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-12bd4767-c734-4ad8-b6ee-d0ec534a9bf2 req-4fc0bbb3-3af4-45b2-b512-5d0a8568065e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0959985 Aug 31 04:36:51.827332 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656889-1205-4440-92a4-ab15a329dcf4 req-172ce73c-b920-41af-aa7f-0996101b63c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:51.828772 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-34656889-1205-4440-92a4-ab15a329dcf4 req-172ce73c-b920-41af-aa7f-0996101b63c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3b9e9d3-498d-4c78-a531-b1917cf3e88e HTTP/1.1" status: 200 len: 847 time: 0.0732474 Aug 31 04:36:51.855989 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-12bd4767-c734-4ad8-b6ee-d0ec534a9bf2 req-3000b640-148c-4a5f-9bd4-6a434cc0aa9f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609972 Aug 31 04:36:51.897908 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['10dd6abb-5288-4d9b-a725-f4a68358a23c'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:51.902299 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b63d00b-3838-4dbb-8cd8-44160ed02093 x-openstack-request-id: req-5b63d00b-3838-4dbb-8cd8-44160ed02093 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:51.904330 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:51.904330 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b63d00b-3838-4dbb-8cd8-44160ed02093 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:51.904330 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c', 'status': 'completed', 'code': 200} Aug 31 04:36:51.917585 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bada4-94b4-4d42-88dc-7d756db9341a req-0417ae36-7673-4560-b299-a54df60a276f tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:51.919216 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-900bada4-94b4-4d42-88dc-7d756db9341a req-0417ae36-7673-4560-b299-a54df60a276f tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 985 time: 0.1078777 Aug 31 04:36:51.922208 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656889-1205-4440-92a4-ab15a329dcf4 req-fb55ec18-b375-4238-958c-b9e66a06f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:51.923585 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-34656889-1205-4440-92a4-ab15a329dcf4 req-fb55ec18-b375-4238-958c-b9e66a06f1f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc5fd2e2-b721-4413-b932-bf9b9676a7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787773 Aug 31 04:36:52.047580 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-900bada4-94b4-4d42-88dc-7d756db9341a req-2ae7276f-7fee-4872-86de-00595e5102b0 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=53ef541a-27e3-4e9d-aabb-dc805d60e96d&id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212678 Aug 31 04:36:52.053902 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-9c129507-0a7c-4375-8e8d-9a19c7918732 None None] Provisioning complete for port 10dd6abb-5288-4d9b-a725-f4a68358a23c triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:52.054267 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c129507-0a7c-4375-8e8d-9a19c7918732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:52.070564 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1314c-f9b0-48d3-a3b3-037d822e6f0f req-32116cd3-4e87-440e-8010-0dba8b97e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:52.072453 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-12b1314c-f9b0-48d3-a3b3-037d822e6f0f req-32116cd3-4e87-440e-8010-0dba8b97e1f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd132a81d6b440bc910fb397d6965013&device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 1138 time: 0.1192219 Aug 31 04:36:52.084858 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-34656889-1205-4440-92a4-ab15a329dcf4 req-0f368e30-1743-45a9-915a-9a11880efa8e service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499360 Aug 31 04:36:52.237856 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1314c-f9b0-48d3-a3b3-037d822e6f0f req-b71984ab-39c9-416f-8988-f592f903a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:52.239638 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-12b1314c-f9b0-48d3-a3b3-037d822e6f0f req-b71984ab-39c9-416f-8988-f592f903a8ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 HTTP/1.1" status: 200 len: 915 time: 0.1594200 Aug 31 04:36:52.241799 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-34656889-1205-4440-92a4-ab15a329dcf4 req-d433c4e0-5f9c-42ef-a93c-45de48c888ac service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473398 Aug 31 04:36:52.287632 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6234466-af62-4478-aa26-d72740f9f993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:52.317324 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-12b1314c-f9b0-48d3-a3b3-037d822e6f0f req-d5c1dd30-cbf2-41bf-82ee-d5ed43e0132f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c HTTP/1.1" status: 200 len: 1002 time: 0.0607002 Aug 31 04:36:52.378086 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1314c-f9b0-48d3-a3b3-037d822e6f0f req-b9d0b8e9-7835-41af-bf07-8ac30b344d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:52.379575 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-12b1314c-f9b0-48d3-a3b3-037d822e6f0f req-b9d0b8e9-7835-41af-bf07-8ac30b344d91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b859fbe-9843-4395-8d57-50bc5716a0d0 HTTP/1.1" status: 200 len: 853 time: 0.0480764 Aug 31 04:36:52.426313 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1314c-f9b0-48d3-a3b3-037d822e6f0f req-d2f9e40b-2cdf-45f1-ad4e-67437c62b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:52.427825 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-12b1314c-f9b0-48d3-a3b3-037d822e6f0f req-d2f9e40b-2cdf-45f1-ad4e-67437c62b40b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0397549 Aug 31 04:36:52.441482 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:52.522059 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-12b1314c-f9b0-48d3-a3b3-037d822e6f0f req-0d634c5b-0579-40e3-9f9f-ecb61f7c7c52 service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848346 Aug 31 04:36:52.618014 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-12b1314c-f9b0-48d3-a3b3-037d822e6f0f req-1d27343f-39fa-4fed-9a80-718cf334cd4c service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831192 Aug 31 04:36:52.965513 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8218f-7ea8-4c98-8503-87d520768df6 req-342b4be8-5e5d-45fb-b428-64878a63a682 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:52.967412 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9ad8218f-7ea8-4c98-8503-87d520768df6 req-342b4be8-5e5d-45fb-b428-64878a63a682 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0509517 Aug 31 04:36:53.006428 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9ad8218f-7ea8-4c98-8503-87d520768df6 req-71eb07bc-8e8d-416e-8f77-0a71767dfe81 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330417 Aug 31 04:36:53.721305 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:54.128196 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57501e9-991c-4384-8311-89d5b7e87c1a req-a922802b-5268-4da1-b7db-60b8a7899537 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:54.129680 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a57501e9-991c-4384-8311-89d5b7e87c1a req-a922802b-5268-4da1-b7db-60b8a7899537 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0515718 Aug 31 04:36:54.166122 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a57501e9-991c-4384-8311-89d5b7e87c1a req-12474073-94cd-4026-a472-5ef9bfa1f915 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305543 Aug 31 04:36:54.910880 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:55.282279 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c288b12-f012-4bbc-abb0-8353036c397c req-c260bdb7-c76f-44ad-bc71-4b1604afbdb5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:55.283750 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2c288b12-f012-4bbc-abb0-8353036c397c req-c260bdb7-c76f-44ad-bc71-4b1604afbdb5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0476947 Aug 31 04:36:55.320903 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2c288b12-f012-4bbc-abb0-8353036c397c req-40207e0a-2a32-469d-9600-c059f7a61b03 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314093 Aug 31 04:36:56.437944 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb01844-7085-48ce-a739-4c15915a9ee8 req-947b4f63-ed44-4f2b-9134-00238cbe0fcc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:56.439470 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5fb01844-7085-48ce-a739-4c15915a9ee8 req-947b4f63-ed44-4f2b-9134-00238cbe0fcc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0488248 Aug 31 04:36:56.481670 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-5fb01844-7085-48ce-a739-4c15915a9ee8 req-54eead53-262a-4332-ac73-1513c808f220 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346370 Aug 31 04:36:57.060740 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:36:57.191127 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:57.207220 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'port_id': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'mac_address': 'fa:16:3e:8e:50:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:36:57.256927 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:57.273085 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:36:57.298881 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:57.306195 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:57.357419 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:57.482304 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['99fa6b10-8b91-489a-a6a7-5c9796faaeb1'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:36:57.627324 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7de706-f900-424b-8599-9b75d412b7f4 req-4e5a090d-47f7-45b3-87d3-4ab980918133 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:57.646952 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7c7de706-f900-424b-8599-9b75d412b7f4 req-4e5a090d-47f7-45b3-87d3-4ab980918133 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 944 time: 0.0788262 Aug 31 04:36:57.683527 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7c7de706-f900-424b-8599-9b75d412b7f4 req-9941c891-5bb6-4be3-8fd0-c09e3e31becb tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353785 Aug 31 04:36:58.815863 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f754e-cf29-4cad-9b64-339d2ea179e8 req-1cdec0ae-381c-4371-91bc-7f995a8d0656 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:36:58.817501 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-025f754e-cf29-4cad-9b64-339d2ea179e8 req-1cdec0ae-381c-4371-91bc-7f995a8d0656 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 944 time: 0.0525918 Aug 31 04:36:58.861288 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-025f754e-cf29-4cad-9b64-339d2ea179e8 req-4546df9e-83e7-4a09-aaa4-8ef9d914b5f6 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355504 Aug 31 04:36:59.069492 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:36:59.120774 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:36:59.121189 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:59.204860 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:59.231719 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:36:59.241668 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9e296b-5c50-438d-a226-a9af8a7677b3" -d '{"events": [{"server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "name": "network-vif-plugged", "status": "completed", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:59.258349 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:59.266833 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:36:59.295190 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8847b38-b7c0-428f-9965-48228e650de5 x-openstack-request-id: req-a8847b38-b7c0-428f-9965-48228e650de5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:59.295489 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "name": "network-vif-plugged", "status": "completed", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:59.295846 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8847b38-b7c0-428f-9965-48228e650de5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:59.296249 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'code': 200} Aug 31 04:36:59.326484 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:00.010915 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9fad8-62e9-435c-9308-6d0719f78cc9 req-119efc30-cdca-48d4-9eda-aad52f485488 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:00.012441 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-64d9fad8-62e9-435c-9308-6d0719f78cc9 req-119efc30-cdca-48d4-9eda-aad52f485488 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0654914 Aug 31 04:37:00.055395 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-64d9fad8-62e9-435c-9308-6d0719f78cc9 req-e584f20c-b9dd-4e2b-a141-efed74f0cf63 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367067 Aug 31 04:37:01.222403 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477a98a-eb0d-440d-8aa6-56c369a6a507 req-90b954a5-bb81-4ec2-a245-5ddd1001d31a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:01.225658 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7477a98a-eb0d-440d-8aa6-56c369a6a507 req-90b954a5-bb81-4ec2-a245-5ddd1001d31a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0891602 Aug 31 04:37:01.306408 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7477a98a-eb0d-440d-8aa6-56c369a6a507 req-4fe76de1-e2a0-4ae2-a5bf-6721dd693a39 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742192 Aug 31 04:37:02.577280 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fa3b3-b62c-4887-a630-5cce47bcdd5f req-4b784aaf-6f80-45cc-9d1c-7a711117e2b8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:02.585654 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1a4fa3b3-b62c-4887-a630-5cce47bcdd5f req-4b784aaf-6f80-45cc-9d1c-7a711117e2b8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0676699 Aug 31 04:37:02.636444 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1a4fa3b3-b62c-4887-a630-5cce47bcdd5f req-8b0bb1d1-c6b0-4352-822b-ef4a810a8f8e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490029 Aug 31 04:37:03.779246 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43392ff-b0ed-4197-8ab1-a22dbf499ddc req-0a4b54d8-17d7-41b9-b2c1-374461cfd638 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:03.780893 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b43392ff-b0ed-4197-8ab1-a22dbf499ddc req-0a4b54d8-17d7-41b9-b2c1-374461cfd638 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0587418 Aug 31 04:37:03.837686 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b43392ff-b0ed-4197-8ab1-a22dbf499ddc req-9a116fc1-37a9-4e30-aed4-82d1aac71ed1 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504630 Aug 31 04:37:04.977955 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eccce-1616-438f-8a92-aedafa437701 req-6c20f5a1-a93a-4f20-88f9-60ef0b40b2b7 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:04.986281 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ac7eccce-1616-438f-8a92-aedafa437701 req-6c20f5a1-a93a-4f20-88f9-60ef0b40b2b7 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0700433 Aug 31 04:37:05.023681 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ac7eccce-1616-438f-8a92-aedafa437701 req-1f8d6950-75f4-4541-a901-4ac17d9130d2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341067 Aug 31 04:37:06.021977 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a62a34-bb3d-4877-a2a3-d94d4b4311a4 req-475b1ec7-0f2b-4e74-91b3-e6b5aeeae0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:06.023487 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-56a62a34-bb3d-4877-a2a3-d94d4b4311a4 req-475b1ec7-0f2b-4e74-91b3-e6b5aeeae0d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 1098 time: 0.0827525 Aug 31 04:37:06.112024 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a62a34-bb3d-4877-a2a3-d94d4b4311a4 req-70d2ab2f-37c6-4d6f-96b3-a18e4211661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:06.113525 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-56a62a34-bb3d-4877-a2a3-d94d4b4311a4 req-70d2ab2f-37c6-4d6f-96b3-a18e4211661c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 917 time: 0.0816073 Aug 31 04:37:06.147620 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b68b0-2f3e-47c9-b353-ac417255fabb req-157d2270-c61f-4c5f-8646-be5ffc8c462c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:06.149223 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e06b68b0-2f3e-47c9-b353-ac417255fabb req-157d2270-c61f-4c5f-8646-be5ffc8c462c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0486701 Aug 31 04:37:06.183530 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-56a62a34-bb3d-4877-a2a3-d94d4b4311a4 req-35a3bd47-ae61-458c-bd08-fb5adc5e903e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1 HTTP/1.1" status: 200 len: 1000 time: 0.0605009 Aug 31 04:37:06.186260 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e06b68b0-2f3e-47c9-b353-ac417255fabb req-05aac100-4178-4d99-aa53-d05c4aebe357 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Aug 31 04:37:06.233935 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a62a34-bb3d-4877-a2a3-d94d4b4311a4 req-07d858ef-99c3-4214-abcb-06f1aade87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:06.235361 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-56a62a34-bb3d-4877-a2a3-d94d4b4311a4 req-07d858ef-99c3-4214-abcb-06f1aade87c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=953331b1-921a-4118-aa80-e5ba0b2c0390 HTTP/1.1" status: 200 len: 855 time: 0.0437887 Aug 31 04:37:06.283315 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a62a34-bb3d-4877-a2a3-d94d4b4311a4 req-59ad90af-21e1-49f5-bf06-971da7e24417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:06.284740 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-56a62a34-bb3d-4877-a2a3-d94d4b4311a4 req-59ad90af-21e1-49f5-bf06-971da7e24417 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0382862 Aug 31 04:37:06.392861 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-56a62a34-bb3d-4877-a2a3-d94d4b4311a4 req-427ab16d-37ac-4714-a1aa-5daf69f45660 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992746 Aug 31 04:37:06.482623 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-56a62a34-bb3d-4877-a2a3-d94d4b4311a4 req-4dd6a687-89fd-4367-8105-167684559caf service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815644 Aug 31 04:37:06.720129 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:37:07.303190 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c368d3-f956-4a18-b3b9-eaffd9b94e7f req-9b45bf10-95af-40fe-9461-f81266dd46b3 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:07.304582 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d1c368d3-f956-4a18-b3b9-eaffd9b94e7f req-9b45bf10-95af-40fe-9461-f81266dd46b3 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0486026 Aug 31 04:37:07.341498 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d1c368d3-f956-4a18-b3b9-eaffd9b94e7f req-d68f6eb6-9d7a-424f-a5cf-459cbf3ee28e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306284 Aug 31 04:37:08.468023 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8248e6-23ac-4c0e-bd8e-e054ec10bd7f req-d1831654-0627-41a8-b687-c5b5ed17b8f9 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:08.469647 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2f8248e6-23ac-4c0e-bd8e-e054ec10bd7f req-d1831654-0627-41a8-b687-c5b5ed17b8f9 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 945 time: 0.0551877 Aug 31 04:37:08.508887 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2f8248e6-23ac-4c0e-bd8e-e054ec10bd7f req-afbb5e21-d310-4ac1-bd93-21f8cbf77447 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333903 Aug 31 04:37:09.119136 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:37:09.201896 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:09.223681 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:37:09.225908 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f3c234-11d0-4faa-b583-cf439806f7b6" -d '{"events": [{"server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "name": "network-vif-unplugged", "status": "completed", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:09.241374 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:09.246412 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:09.269391 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 04:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991b7e12-bb1c-494a-8743-2f1106e7a98a x-openstack-request-id: req-991b7e12-bb1c-494a-8743-2f1106e7a98a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:09.269677 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "name": "network-vif-unplugged", "status": "failed", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1", "code": 422}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:09.269928 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-991b7e12-bb1c-494a-8743-2f1106e7a98a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:09.271260 dv-cinder-778193-7-smb neutron-server[93813]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'code': 422} returned with failed status Aug 31 04:37:09.301087 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,revision_number=8']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:09.628319 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e9537-5a30-4d3d-8d5b-7c6cb6c368c2 req-2272f56c-21de-493f-8f20-e2b4d559e3b5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:09.629726 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8e5e9537-5a30-4d3d-8d5b-7c6cb6c368c2 req-2272f56c-21de-493f-8f20-e2b4d559e3b5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0480869 Aug 31 04:37:09.666912 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-8e5e9537-5a30-4d3d-8d5b-7c6cb6c368c2 req-673d1b8d-4067-41d4-83f6-ca7672e50234 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Aug 31 04:37:10.614867 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93edec6-d3e1-4269-a752-0fbcafc978de req-710614ec-f376-4368-9aea-5098f8591a1c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:10.616574 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a93edec6-d3e1-4269-a752-0fbcafc978de req-710614ec-f376-4368-9aea-5098f8591a1c tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0532413 Aug 31 04:37:10.659261 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-74b59c7e-334d-4b84-8b71-44853f6854ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413568 Aug 31 04:37:10.663828 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a93edec6-d3e1-4269-a752-0fbcafc978de req-ed04dd73-be9c-4571-ba28-c4b90e11e7ce tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374646 Aug 31 04:37:11.700688 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-03e7e10f-2aab-4184-a50c-f0fd76615f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:11.702263 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-03e7e10f-2aab-4184-a50c-f0fd76615f40 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693&tenant_id=8dbf4d23fc5847fb927e138365a7f41b HTTP/1.1" status: 200 len: 1096 time: 0.0453734 Aug 31 04:37:11.802881 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-fd666199-7f8d-4be0-aa1b-cce5c9895575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:11.804286 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-fd666199-7f8d-4be0-aa1b-cce5c9895575 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 1096 time: 0.0682328 Aug 31 04:37:11.812071 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902068f-a875-451d-8c69-38b0873aab00 req-923ac800-ce74-4f76-9e34-e6661001e5df tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:11.813441 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e902068f-a875-451d-8c69-38b0873aab00 req-923ac800-ce74-4f76-9e34-e6661001e5df tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0696154 Aug 31 04:37:11.898399 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e902068f-a875-451d-8c69-38b0873aab00 req-bfab84fd-92c1-4ae6-8f25-e8017c9e0878 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767179 Aug 31 04:37:11.925309 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-c2ada064-c35e-493d-81df-f186b4729e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:11.926780 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-c2ada064-c35e-493d-81df-f186b4729e8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 917 time: 0.1125045 Aug 31 04:37:11.992948 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-7a070d17-9181-40b3-8994-f0dae19da11f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1 HTTP/1.1" status: 200 len: 998 time: 0.0578241 Aug 31 04:37:12.044238 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-88ffad56-9242-4605-8e2d-91b4e12500f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:12.045725 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-88ffad56-9242-4605-8e2d-91b4e12500f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=953331b1-921a-4118-aa80-e5ba0b2c0390 HTTP/1.1" status: 200 len: 855 time: 0.0459127 Aug 31 04:37:12.096018 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-8b6c6a4a-a808-4435-ad2f-fa6b033d9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:12.097589 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-8b6c6a4a-a808-4435-ad2f-fa6b033d9765 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0429766 Aug 31 04:37:12.187208 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-e09df5c0-15e6-4d5d-987c-b7d2b19a3cb7 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819802 Aug 31 04:37:12.280292 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-76cb455e-924b-4578-9eb0-9d46ae2ebdbb req-2ea76ecc-b10b-4435-aa12-bfa8a417e809 service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856009 Aug 31 04:37:12.407531 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f2522-1080-4ffc-aac4-0c4b66fb72a8 req-92784b26-2e5f-4f0a-a176-b03f0a39dc29 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:12.409068 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ec1f2522-1080-4ffc-aac4-0c4b66fb72a8 req-92784b26-2e5f-4f0a-a176-b03f0a39dc29 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0495415 Aug 31 04:37:12.452326 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ec1f2522-1080-4ffc-aac4-0c4b66fb72a8 req-c18ea7df-dc49-41f6-85da-8a3b0945e195 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370097 Aug 31 04:37:13.036615 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c0c24-d841-4df5-8fff-d9320c5cee19 req-61736b52-b570-490c-8469-6503260af41e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:13.038243 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-674c0c24-d841-4df5-8fff-d9320c5cee19 req-61736b52-b570-490c-8469-6503260af41e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0561433 Aug 31 04:37:13.080559 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-674c0c24-d841-4df5-8fff-d9320c5cee19 req-effc72de-ce26-477c-a92d-35a96cf957fd tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361440 Aug 31 04:37:13.130571 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:37:13.574927 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93d783-5e2d-42a9-a65c-0a29921f6d23 req-f157e1d7-dcfe-47da-9467-2cdb5cd0a1d3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:13.576455 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cf93d783-5e2d-42a9-a65c-0a29921f6d23 req-f157e1d7-dcfe-47da-9467-2cdb5cd0a1d3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0557930 Aug 31 04:37:13.858744 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cf93d783-5e2d-42a9-a65c-0a29921f6d23 req-607359e4-00c2-4146-be36-a3a4b774eb24 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759809 Aug 31 04:37:14.210617 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88426edb-049d-445b-bfd0-cf23e3bd7e28 req-ad8f6cbd-eec8-4214-8f1e-36ba4ba11475 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:14.212094 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-88426edb-049d-445b-bfd0-cf23e3bd7e28 req-ad8f6cbd-eec8-4214-8f1e-36ba4ba11475 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0495305 Aug 31 04:37:14.250585 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-88426edb-049d-445b-bfd0-cf23e3bd7e28 req-9d60487e-1375-4448-b86c-5fa9df057a10 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Aug 31 04:37:14.977355 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6bab2-d516-480f-85e1-5fd9a8b365a9 req-0c8c0606-ee79-4e0a-8b5f-6da7015fafb6 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:14.978999 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c7a6bab2-d516-480f-85e1-5fd9a8b365a9 req-0c8c0606-ee79-4e0a-8b5f-6da7015fafb6 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0489960 Aug 31 04:37:15.019119 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c7a6bab2-d516-480f-85e1-5fd9a8b365a9 req-445a441c-e9a0-4472-8c94-bdfd6c4e1277 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332716 Aug 31 04:37:15.372760 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89ee6a-fe4c-4147-92c6-8a762f914cae req-92cb5034-6254-4ca0-a3ec-565ae0f8f490 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:15.374270 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-bb89ee6a-fe4c-4147-92c6-8a762f914cae req-92cb5034-6254-4ca0-a3ec-565ae0f8f490 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0482171 Aug 31 04:37:15.414119 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-bb89ee6a-fe4c-4147-92c6-8a762f914cae req-e509b84d-f92d-4a87-926d-c7578c1404d7 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335512 Aug 31 04:37:16.133731 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3008e-c3a7-43fd-a855-bc51e3bfd60a req-bee8be6c-d4d1-4fa7-b9de-8a9ee11a642f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:16.141055 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f5b3008e-c3a7-43fd-a855-bc51e3bfd60a req-bee8be6c-d4d1-4fa7-b9de-8a9ee11a642f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0482109 Aug 31 04:37:16.179749 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f5b3008e-c3a7-43fd-a855-bc51e3bfd60a req-ede9106e-3560-4d3f-9d5f-5a8da40d66bc tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365927 Aug 31 04:37:16.554339 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d162a-05c6-461b-a943-88aab914695b req-7702ef45-446b-41f3-a6b4-01ff6d656d20 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:16.556864 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-475d162a-05c6-461b-a943-88aab914695b req-7702ef45-446b-41f3-a6b4-01ff6d656d20 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0666695 Aug 31 04:37:16.599070 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-475d162a-05c6-461b-a943-88aab914695b req-66ed3692-1cac-49d2-aaa3-7954b7445116 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365438 Aug 31 04:37:17.333686 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039035ea-6c12-4471-9ac7-dfcc5e7f2f5b req-a22cf9bb-0a5f-480f-b3b2-8080d9cf7f9d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:17.335141 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-039035ea-6c12-4471-9ac7-dfcc5e7f2f5b req-a22cf9bb-0a5f-480f-b3b2-8080d9cf7f9d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0551145 Aug 31 04:37:17.375312 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-039035ea-6c12-4471-9ac7-dfcc5e7f2f5b req-1859f16f-6bf4-4d8a-b3eb-c2eb841de0d1 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341287 Aug 31 04:37:17.722756 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b147e-6e9c-40d6-885f-86cbf273b591 req-62411c4c-010e-45fe-acd1-202a92138177 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:17.724994 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c08b147e-6e9c-40d6-885f-86cbf273b591 req-62411c4c-010e-45fe-acd1-202a92138177 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0493267 Aug 31 04:37:17.768200 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c08b147e-6e9c-40d6-885f-86cbf273b591 req-5761d159-782c-4534-afc3-9d134c5f633a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360444 Aug 31 04:37:18.494522 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9c03b-31b8-4e54-acc6-5cffe5a948d9 req-9106a06f-b4f1-468c-ac25-3bc2c6cdb92f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:18.496625 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6cc9c03b-31b8-4e54-acc6-5cffe5a948d9 req-9106a06f-b4f1-468c-ac25-3bc2c6cdb92f tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0516770 Aug 31 04:37:18.534811 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6cc9c03b-31b8-4e54-acc6-5cffe5a948d9 req-cbfdd482-bb64-4096-8cb5-3928e1dd6637 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304837 Aug 31 04:37:18.913037 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27506f2-83bb-4094-8531-215a8cf3cba6 req-a346f90a-bfa8-4e0d-b540-4fa2173a376f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:18.915343 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d27506f2-83bb-4094-8531-215a8cf3cba6 req-a346f90a-bfa8-4e0d-b540-4fa2173a376f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0697451 Aug 31 04:37:18.965236 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d27506f2-83bb-4094-8531-215a8cf3cba6 req-d75953c2-0665-4cd1-9292-24626d41fa93 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432982 Aug 31 04:37:19.488316 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff35f956-0bf2-4d21-9f3a-01ac3a8c8ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:19.666624 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca70314-0536-48c4-8a43-58426961f825 req-63259bf1-f94b-412f-8dbe-79f06e11ac77 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:19.669127 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-dca70314-0536-48c4-8a43-58426961f825 req-63259bf1-f94b-412f-8dbe-79f06e11ac77 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0598860 Aug 31 04:37:19.708511 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-dca70314-0536-48c4-8a43-58426961f825 req-153f7b74-a7fc-4410-af98-87c3fee79525 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335512 Aug 31 04:37:20.091123 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b9ff6-e972-46c6-814b-9c9385ccf240 req-3558c413-8db6-4a44-be02-e551d7632bd4 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:20.092661 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2c8b9ff6-e972-46c6-814b-9c9385ccf240 req-3558c413-8db6-4a44-be02-e551d7632bd4 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0561495 Aug 31 04:37:20.130236 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2c8b9ff6-e972-46c6-814b-9c9385ccf240 req-964179a7-0cf4-4306-be33-4eb6a4d997f7 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315495 Aug 31 04:37:20.828850 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d60118-93be-4922-8eb0-8d7d6c429e35 req-a1114f41-e800-4546-b64f-d27c10e8b897 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:20.830518 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-77d60118-93be-4922-8eb0-8d7d6c429e35 req-a1114f41-e800-4546-b64f-d27c10e8b897 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0537698 Aug 31 04:37:20.868537 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-77d60118-93be-4922-8eb0-8d7d6c429e35 req-2c03a081-6839-49dd-abd0-64e57db55919 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320363 Aug 31 04:37:20.877899 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:21.262141 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580a606-e1cd-4e67-b127-757f828cdeed req-e7220bfb-17b9-4236-91d8-569ecb7c5160 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:21.263756 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2580a606-e1cd-4e67-b127-757f828cdeed req-e7220bfb-17b9-4236-91d8-569ecb7c5160 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0596621 Aug 31 04:37:21.303684 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2580a606-e1cd-4e67-b127-757f828cdeed req-f33fc1c3-952b-474a-8072-ac62cac99aaa tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332839 Aug 31 04:37:21.991630 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0aa1d5-9b6b-4d39-8e3a-99841fa25e3a req-625cecbe-8547-4989-bc5b-bd4b539684b9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:21.993431 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ac0aa1d5-9b6b-4d39-8e3a-99841fa25e3a req-625cecbe-8547-4989-bc5b-bd4b539684b9 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0509090 Aug 31 04:37:22.033441 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ac0aa1d5-9b6b-4d39-8e3a-99841fa25e3a req-15b0f318-eb61-4e03-b9f4-4d090dbd1d8d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335152 Aug 31 04:37:22.262399 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7fa01cb8-dbd0-41f5-8266-e932aeb8ab68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:22.429311 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d6fb0-5a7b-49cf-8966-cb4087cd78b6 req-8a97254b-e3d6-4ecf-9cbc-676e6741ea3e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:22.431659 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0a1d6fb0-5a7b-49cf-8966-cb4087cd78b6 req-8a97254b-e3d6-4ecf-9cbc-676e6741ea3e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0508323 Aug 31 04:37:22.446508 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:22.473686 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-0a1d6fb0-5a7b-49cf-8966-cb4087cd78b6 req-9ab147de-0fa8-421f-88d5-46c4d9690d8a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337887 Aug 31 04:37:23.154821 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc23258-8b2d-4cd4-bf1b-7c7490a9e646 req-a0a1fb3c-be50-446f-92db-134a16c77110 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:23.156495 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7fc23258-8b2d-4cd4-bf1b-7c7490a9e646 req-a0a1fb3c-be50-446f-92db-134a16c77110 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0550523 Aug 31 04:37:23.197531 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7fc23258-8b2d-4cd4-bf1b-7c7490a9e646 req-4b843073-b549-4bc8-bcee-8f298a152a92 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349135 Aug 31 04:37:23.598486 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70217659-962c-461f-a4ee-b893323b3121 req-c6da89ed-e095-4849-aaaa-d81fc7415edc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:23.599837 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-70217659-962c-461f-a4ee-b893323b3121 req-c6da89ed-e095-4849-aaaa-d81fc7415edc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0509896 Aug 31 04:37:23.636233 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-70217659-962c-461f-a4ee-b893323b3121 req-66930e71-213b-4822-b31c-b67a503122af tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305238 Aug 31 04:37:23.724180 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:24.312841 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee105e62-0e50-4f05-a2d3-38e65f2ed839 req-f6f0a690-4753-4d97-9585-212a7e1d5172 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:24.314225 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ee105e62-0e50-4f05-a2d3-38e65f2ed839 req-f6f0a690-4753-4d97-9585-212a7e1d5172 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0511446 Aug 31 04:37:24.350047 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ee105e62-0e50-4f05-a2d3-38e65f2ed839 req-0f366a33-1f44-4e98-8afd-4e558610922d tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298150 Aug 31 04:37:24.755788 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e65f23-5de9-43b3-ade0-3d1a7b67d442 req-b24f48a6-c673-46c3-9ced-46932a21986a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:24.757277 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-84e65f23-5de9-43b3-ade0-3d1a7b67d442 req-b24f48a6-c673-46c3-9ced-46932a21986a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0473449 Aug 31 04:37:24.794106 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-84e65f23-5de9-43b3-ade0-3d1a7b67d442 req-74724366-0f2b-4cd4-b33a-b5938ae604ba tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303786 Aug 31 04:37:24.913107 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:25.463236 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa006d-8148-4a40-b893-ad96a9389a0f req-2f6d65db-d3a8-42b7-af06-6c429c3924bc tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:25.464719 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2efa006d-8148-4a40-b893-ad96a9389a0f req-2f6d65db-d3a8-42b7-af06-6c429c3924bc tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0487490 Aug 31 04:37:25.501794 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2efa006d-8148-4a40-b893-ad96a9389a0f req-9ecdb42d-9c48-4035-a059-802bfdcadaa3 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups?id=fece315d-a65a-49aa-ad63-4df6c6a5066b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311573 Aug 31 04:37:25.708389 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-53978ab3-b61c-4478-afee-466a53f753c2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:25.709877 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-53978ab3-b61c-4478-afee-466a53f753c2 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.16 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 946 time: 0.0483902 Aug 31 04:37:25.801643 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Deleting port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:37:25.801993 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:25.887877 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] For port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:25.888255 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:25.912612 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f76cf-b681-4a2a-933e-baf3a6fadcd4 req-0494d873-96c3-4515-9475-a38bf06beffc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:25.914083 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e88f76cf-b681-4a2a-933e-baf3a6fadcd4 req-0494d873-96c3-4515-9475-a38bf06beffc tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0480964 Aug 31 04:37:25.951280 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e88f76cf-b681-4a2a-933e-baf3a6fadcd4 req-001441b9-e7c9-4070-a7ca-c11d63fc5fd8 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313058 Aug 31 04:37:26.058015 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:26.058932 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:26.059250 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.l3_db [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Floating IP 562e61f3-4408-4e0f-9b81-ac4256e2e0cc disassociated. External IP: 172.28.1.128, port: aa0ec60d-f51a-4c48-953c-f2ef4fba47d4. Aug 31 04:37:26.059585 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Calling delete_port for aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:37:26.179667 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:26.206938 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event deleted for resources: {'Port': ['ID=aa0ec60d-f51a-4c48-953c-f2ef4fba47d4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:26.319672 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Router 411092a2-ef3b-474d-9d6c-350153be8d37 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:37:26.422810 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:37:26.432237 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea028ae7-557a-44b2-a14f-177371f7e00a None None] Sync routers for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:37:26.441237 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea028ae7-557a-44b2-a14f-177371f7e00a None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:37:26.441858 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ea028ae7-557a-44b2-a14f-177371f7e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:26.464022 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] No DVR routers for this DVR port aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:37:26.467148 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:26.469144 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-024bc289-9b74-423c-959c-a5dc1697ba8c req-eeff7c12-2ca3-4a7b-8451-44edb9ead512 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.16 "DELETE /v2.0/ports/aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 HTTP/1.1" status: 204 len: 173 time: 0.7530754 Aug 31 04:37:26.469578 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0867b01e-40ca-4aa2-a272-c514830b5450', 'name': 'network-vif-deleted', 'tag': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:37:26.471835 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cefb9f-fcba-4cb0-8803-df0cb71e3605" -d '{"events": [{"server_uuid": "0867b01e-40ca-4aa2-a272-c514830b5450", "name": "network-vif-deleted", "tag": "aa0ec60d-f51a-4c48-953c-f2ef4fba47d4"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:26.571879 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-ea028ae7-557a-44b2-a14f-177371f7e00a None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:37:26.585939 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463500bd-3ad1-4a32-8a64-d5f29a48ccc0 x-openstack-request-id: req-463500bd-3ad1-4a32-8a64-d5f29a48ccc0 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:26.586488 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0867b01e-40ca-4aa2-a272-c514830b5450", "name": "network-vif-deleted", "tag": "aa0ec60d-f51a-4c48-953c-f2ef4fba47d4", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:26.586969 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-463500bd-3ad1-4a32-8a64-d5f29a48ccc0 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:26.587581 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0867b01e-40ca-4aa2-a272-c514830b5450', 'name': 'network-vif-deleted', 'tag': 'aa0ec60d-f51a-4c48-953c-f2ef4fba47d4', 'status': 'completed', 'code': 200} Aug 31 04:37:26.625446 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9246e6f6-605e-40aa-8883-99d591024f3d req-5aa408bf-192b-4b00-ab74-6c400b34c9e1 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/ports?device_id=0867b01e-40ca-4aa2-a272-c514830b5450 HTTP/1.1" status: 200 len: 210 time: 0.0420947 Aug 31 04:37:26.791984 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ea028ae7-557a-44b2-a14f-177371f7e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:06Z', 'revision_number': 5, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:26.818493 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea028ae7-557a-44b2-a14f-177371f7e00a None None] Checking router: 411092a2-ef3b-474d-9d6c-350153be8d37 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:37:26.826907 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea028ae7-557a-44b2-a14f-177371f7e00a None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:37:26.827510 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ea028ae7-557a-44b2-a14f-177371f7e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:26.932946 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-ea028ae7-557a-44b2-a14f-177371f7e00a None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:37:27.080968 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fa4bf-2810-4fc1-b715-a8848e2e4bc2 req-6a8edb0f-aa15-4089-93ce-ffe99ccca2de tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:27.082546 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-844fa4bf-2810-4fc1-b715-a8848e2e4bc2 req-6a8edb0f-aa15-4089-93ce-ffe99ccca2de tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 943 time: 0.0527039 Aug 31 04:37:27.125558 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-844fa4bf-2810-4fc1-b715-a8848e2e4bc2 req-dfbe8288-da07-4122-960e-b03563076c41 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371680 Aug 31 04:37:27.179820 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:37:27.304704 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e47cd-92f5-496f-94f3-8ebe9ba0bbe9 req-6f4e3aab-d2b3-425a-9788-6af7273347a6 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:27.306141 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cb5e47cd-92f5-496f-94f3-8ebe9ba0bbe9 req-6f4e3aab-d2b3-425a-9788-6af7273347a6 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 985 time: 0.0825741 Aug 31 04:37:27.312488 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177700a-8938-47f0-9ec7-99f4e89c0d36 req-ffa95dd7-693b-4755-b741-631b1e203fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:27.313917 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3177700a-8938-47f0-9ec7-99f4e89c0d36 req-ffa95dd7-693b-4755-b741-631b1e203fb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd132a81d6b440bc910fb397d6965013&device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 1138 time: 0.0629523 Aug 31 04:37:27.344760 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:27.359057 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'port_id': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'mac_address': 'fa:16:3e:8e:50:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:37:27.370800 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ea028ae7-557a-44b2-a14f-177371f7e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:06Z', 'revision_number': 5, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:27.395447 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-cb5e47cd-92f5-496f-94f3-8ebe9ba0bbe9 req-4adc061e-b28e-4903-aedc-51f65ee21ccc tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=53ef541a-27e3-4e9d-aabb-dc805d60e96d&id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805664 Aug 31 04:37:27.412599 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea028ae7-557a-44b2-a14f-177371f7e00a None None] The sync data for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb is: [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:31:53Z', 'revision_number': 4, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '4f1b75bf-40d5-4301-a68e-898ff5a710bf', 'name': '', 'network_id': '07f41a8a-764a-4aeb-b2a1-65e96dfed2f6', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'mac_address': 'fa:16:3e:88:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:51Z', 'updated_at': '2021-08-31T04:32:06Z', 'revision_number': 5, 'project_id': 'febb97be2d624495be34f1e871def31f', 'subnets': [{'id': 'd741bb28-131b-4ffa-9afc-2e2b11080e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:37:27.426655 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:27.432910 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177700a-8938-47f0-9ec7-99f4e89c0d36 req-a9b50d33-606b-46b2-a311-1d2296350e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:27.435166 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3177700a-8938-47f0-9ec7-99f4e89c0d36 req-a9b50d33-606b-46b2-a311-1d2296350e0b service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 HTTP/1.1" status: 200 len: 915 time: 0.1142948 Aug 31 04:37:27.440440 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:37:27.461201 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:27.465541 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:27.509931 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3177700a-8938-47f0-9ec7-99f4e89c0d36 req-fcf29a99-9c12-4159-a876-c54de9f2f292 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c HTTP/1.1" status: 200 len: 1002 time: 0.0674818 Aug 31 04:37:27.513966 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,revision_number=9']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:27.521099 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.521538 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.521946 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.522345 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.522742 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.523139 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.523533 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.523926 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.524317 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.524705 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.525128 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.525453 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.565759 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177700a-8938-47f0-9ec7-99f4e89c0d36 req-19e3abe7-e132-49ea-8a28-5b16a44b0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:27.567260 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3177700a-8938-47f0-9ec7-99f4e89c0d36 req-19e3abe7-e132-49ea-8a28-5b16a44b0cc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b859fbe-9843-4395-8d57-50bc5716a0d0 HTTP/1.1" status: 200 len: 853 time: 0.0501604 Aug 31 04:37:27.615626 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177700a-8938-47f0-9ec7-99f4e89c0d36 req-bcee3c8b-6295-4015-af4c-16786ec984a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:27.617201 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3177700a-8938-47f0-9ec7-99f4e89c0d36 req-bcee3c8b-6295-4015-af4c-16786ec984a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0418057 Aug 31 04:37:27.654052 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd7420-d985-4829-a0bc-f3dc24a8080e None None] New status for floating IP 562e61f3-4408-4e0f-9b81-ac4256e2e0cc: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:37:27.724205 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3177700a-8938-47f0-9ec7-99f4e89c0d36 req-3bfd16e8-1cb0-42df-ad40-1cf458c5c0c4 service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979602 Aug 31 04:37:27.724363 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36246) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:27.781988 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:27.807079 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:27.813687 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['99fa6b10-8b91-489a-a6a7-5c9796faaeb1'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:37:27.824611 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3177700a-8938-47f0-9ec7-99f4e89c0d36 req-021b9d1a-02cf-4f29-9f7c-e80cf27283a9 service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918987 Aug 31 04:37:27.865627 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:27.868540 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:27.869820 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "DELETE /v2.0/security-groups/fece315d-a65a-49aa-ad63-4df6c6a5066b HTTP/1.1" status: 204 len: 168 time: 0.1444738 Aug 31 04:37:27.872712 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36248) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:27.880230 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fece315d-a65a-49aa-ad63-4df6c6a5066b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:27.887938 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.api.v2.resource [None req-3a99deea-6f35-459c-a16d-85641a95bd05 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] show failed (client error): The resource could not be found. Aug 31 04:37:27.888115 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.888540 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.888956 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-3a99deea-6f35-459c-a16d-85641a95bd05 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "GET /v2.0/security-groups/fece315d-a65a-49aa-ad63-4df6c6a5066b HTTP/1.1" status: 404 len: 347 time: 0.0151660 Aug 31 04:37:27.889317 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.889660 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.890008 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.890346 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.890855 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.891195 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.891537 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.891875 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.892128 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36250) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:27.892242 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:27.892524 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba9988-3fc9-48b7-9a6f-8bf5bad78c3e tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:28.036207 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-77af9e47-dc1b-4faa-a60b-28e0be5279a0 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Deleting port 2d37067d-59ee-4d1a-9f0e-b1503df7bc08 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:37:28.036550 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77af9e47-dc1b-4faa-a60b-28e0be5279a0 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:28.113057 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77af9e47-dc1b-4faa-a60b-28e0be5279a0 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:28.113331 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77af9e47-dc1b-4faa-a60b-28e0be5279a0 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:28.125098 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-77af9e47-dc1b-4faa-a60b-28e0be5279a0 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Calling delete_port for 2d37067d-59ee-4d1a-9f0e-b1503df7bc08 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:37:28.243789 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d6a0b-8bfd-4b4f-996a-b3002a1708bf req-c504be04-b741-42c5-bc20-f1ba14b09fb2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:28.245303 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-314d6a0b-8bfd-4b4f-996a-b3002a1708bf req-c504be04-b741-42c5-bc20-f1ba14b09fb2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 944 time: 0.0485690 Aug 31 04:37:28.254182 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77af9e47-dc1b-4faa-a60b-28e0be5279a0 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:28.282843 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af9e47-dc1b-4faa-a60b-28e0be5279a0 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Pushing event deleted for resources: {'Port': ['ID=2d37067d-59ee-4d1a-9f0e-b1503df7bc08,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:28.285498 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-314d6a0b-8bfd-4b4f-996a-b3002a1708bf req-45849afd-a124-4606-a82c-b7a8b73fae63 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331080 Aug 31 04:37:28.346541 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77af9e47-dc1b-4faa-a60b-28e0be5279a0 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:28.349115 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77af9e47-dc1b-4faa-a60b-28e0be5279a0 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:28.350267 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-77af9e47-dc1b-4faa-a60b-28e0be5279a0 tempest-AttachVolumeTestJSON-1528109985 tempest-AttachVolumeTestJSON-1528109985-project] 10.222.0.38 "DELETE /v2.0/floatingips/562e61f3-4408-4e0f-9b81-ac4256e2e0cc HTTP/1.1" status: 204 len: 168 time: 0.4566996 Aug 31 04:37:28.515489 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e64186-d6eb-4546-a6ba-385152ffca27 req-601ee499-1ff5-47a6-84d7-3a557c15c7a1 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:28.516985 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80e64186-d6eb-4546-a6ba-385152ffca27 req-601ee499-1ff5-47a6-84d7-3a557c15c7a1 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 985 time: 0.0489452 Aug 31 04:37:28.556468 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-80e64186-d6eb-4546-a6ba-385152ffca27 req-3609ba07-2918-4b69-8dc8-b80f294dc570 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=53ef541a-27e3-4e9d-aabb-dc805d60e96d&id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330503 Aug 31 04:37:29.176632 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:29.222762 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:37:29.223144 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:29.304482 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:29.327167 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:37:29.329469 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1ec8b6-10b1-413e-9e3e-94af4b1b5fd8" -d '{"events": [{"server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "name": "network-vif-plugged", "status": "completed", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:29.342202 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:29.347332 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:29.348254 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:37:29.385714 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:37:29.386055 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device aa0ec60d-f51a-4c48-953c-f2ef4fba47d4 not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:37:29.414836 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:29.418210 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b92998-f85f-47f3-8361-0ce0d498f0d3 req-57837837-5cf0-4412-9fad-2f146a0f559e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:29.419897 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-00b92998-f85f-47f3-8361-0ce0d498f0d3 req-57837837-5cf0-4412-9fad-2f146a0f559e tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 946 time: 0.0579679 Aug 31 04:37:29.441165 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c6c2ed-c971-4b85-ac62-0981de6a2698 x-openstack-request-id: req-f9c6c2ed-c971-4b85-ac62-0981de6a2698 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:29.441458 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "name": "network-vif-plugged", "status": "completed", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:29.441713 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9c6c2ed-c971-4b85-ac62-0981de6a2698 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:29.442103 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'code': 200} Aug 31 04:37:29.461516 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-00b92998-f85f-47f3-8361-0ce0d498f0d3 req-29a042a3-ddb6-40bf-a7f2-67954fee40c0 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337768 Aug 31 04:37:29.707836 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec6852-b2ae-44e6-9a40-47120b0e59cd req-1834a3ce-9a25-47e7-ab1c-22d5c2c39c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:29.710229 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e9ec6852-b2ae-44e6-9a40-47120b0e59cd req-1834a3ce-9a25-47e7-ab1c-22d5c2c39c3d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 1099 time: 0.0750813 Aug 31 04:37:29.723844 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74607ffa-2e98-4d7b-aa57-6a1f3c084466 req-ac1de483-8074-4a76-a07e-966020059801 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:29.725344 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-74607ffa-2e98-4d7b-aa57-6a1f3c084466 req-ac1de483-8074-4a76-a07e-966020059801 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 985 time: 0.0823536 Aug 31 04:37:29.774225 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e9ec6852-b2ae-44e6-9a40-47120b0e59cd req-1091bbf6-f56b-4589-933b-aff5a8b5eed6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479455 Aug 31 04:37:29.783879 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-74607ffa-2e98-4d7b-aa57-6a1f3c084466 req-24ff64a4-d398-4743-9907-b6d1561e68bd tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=53ef541a-27e3-4e9d-aabb-dc805d60e96d&id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515490 Aug 31 04:37:30.577389 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d717579-1182-4690-8dcb-25514e12d17c req-89677b61-5fd8-4bcd-a9b4-bdd64a9342a2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:30.578866 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1d717579-1182-4690-8dcb-25514e12d17c req-89677b61-5fd8-4bcd-a9b4-bdd64a9342a2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 946 time: 0.0479362 Aug 31 04:37:30.616443 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-1d717579-1182-4690-8dcb-25514e12d17c req-38aa3ab0-0264-489a-b61a-54bcdcb43bc2 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318208 Aug 31 04:37:30.900342 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82689f-3748-4eb2-9945-c24111be46a7 req-9133f697-9345-4a3a-ab69-560fd5d13ea3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:30.902412 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9a82689f-3748-4eb2-9945-c24111be46a7 req-9133f697-9345-4a3a-ab69-560fd5d13ea3 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 985 time: 0.0519199 Aug 31 04:37:30.943842 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9a82689f-3748-4eb2-9945-c24111be46a7 req-3b10f398-777c-4c38-ae33-2c0d1abc0844 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=53ef541a-27e3-4e9d-aabb-dc805d60e96d&id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353048 Aug 31 04:37:31.732775 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b3f2b-362d-47d6-a6a8-eff376b6e2fd req-9d4907d3-eed2-4698-984f-8a788b10229a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:31.734310 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e97b3f2b-362d-47d6-a6a8-eff376b6e2fd req-9d4907d3-eed2-4698-984f-8a788b10229a tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 946 time: 0.0485609 Aug 31 04:37:31.771036 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-e97b3f2b-362d-47d6-a6a8-eff376b6e2fd req-73dc1c42-4127-4b7a-bb9a-d3a3c1a44447 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306809 Aug 31 04:37:31.888061 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36332) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:32.122224 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd77fda-4c92-4030-93ac-27a0e8d46988 req-df9f2c50-64c6-4777-8301-3ec85c0dc9e2 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:32.123762 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0dd77fda-4c92-4030-93ac-27a0e8d46988 req-df9f2c50-64c6-4777-8301-3ec85c0dc9e2 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 985 time: 0.0942879 Aug 31 04:37:32.204652 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0dd77fda-4c92-4030-93ac-27a0e8d46988 req-e6dc7ec0-b873-45dc-9047-081d1aadf8dd tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=53ef541a-27e3-4e9d-aabb-dc805d60e96d&id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739510 Aug 31 04:37:32.458810 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1691720e-350d-461a-8938-449a76561436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651470'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:32.956162 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-1691720e-350d-461a-8938-449a76561436 admin admin] Deleting port 4f1b75bf-40d5-4301-a68e-898ff5a710bf {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:37:32.956506 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1691720e-350d-461a-8938-449a76561436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:33.030392 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-1691720e-350d-461a-8938-449a76561436 admin admin] For port 4f1b75bf-40d5-4301-a68e-898ff5a710bf, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=4f1b75bf-40d5-4301-a68e-898ff5a710bf,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:33.030750 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1691720e-350d-461a-8938-449a76561436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:33.042740 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-1691720e-350d-461a-8938-449a76561436 admin admin] Calling delete_port for 4f1b75bf-40d5-4301-a68e-898ff5a710bf owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:37:33.212506 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1691720e-350d-461a-8938-449a76561436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:33.235469 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691720e-350d-461a-8938-449a76561436 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f1b75bf-40d5-4301-a68e-898ff5a710bf,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:33.327548 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f85b4-ee18-42f1-903e-bea578d56832 req-09577f7a-65ae-4796-a5af-82fe2a180574 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:33.329255 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-000f85b4-ee18-42f1-903e-bea578d56832 req-09577f7a-65ae-4796-a5af-82fe2a180574 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 985 time: 0.0545936 Aug 31 04:37:33.374625 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-000f85b4-ee18-42f1-903e-bea578d56832 req-ec87a1dc-d505-4bf1-9728-a830711473ca tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=53ef541a-27e3-4e9d-aabb-dc805d60e96d&id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345018 Aug 31 04:37:33.404623 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1691720e-350d-461a-8938-449a76561436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651602'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:33.611438 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1691720e-350d-461a-8938-449a76561436 admin admin] Router 411092a2-ef3b-474d-9d6c-350153be8d37 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:37:33.715936 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1691720e-350d-461a-8938-449a76561436 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:37:33.720978 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-1691720e-350d-461a-8938-449a76561436 admin admin] 10.222.0.38 "PUT /v2.0/routers/411092a2-ef3b-474d-9d6c-350153be8d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8318934 Aug 31 04:37:33.723652 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36340) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:33.726304 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0033b-a717-494d-9166-ee9260b06f97 None None] Sync routers for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:37:33.737436 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0033b-a717-494d-9166-ee9260b06f97 None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:37:33.738057 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5de0033b-a717-494d-9166-ee9260b06f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:33.828406 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:33.843258 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5de0033b-a717-494d-9166-ee9260b06f97 None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:37:33.939779 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:33.992902 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Deleting port 0d4a1394-7378-4160-a84d-452113840b9b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:37:33.993299 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.023228 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5de0033b-a717-494d-9166-ee9260b06f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '0d4a1394-7378-4160-a84d-452113840b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:37:33Z', 'revision_number': 5, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port': {'id': '0d4a1394-7378-4160-a84d-452113840b9b', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:34.048448 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0033b-a717-494d-9166-ee9260b06f97 None None] Checking router: 411092a2-ef3b-474d-9d6c-350153be8d37 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:37:34.056496 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0033b-a717-494d-9166-ee9260b06f97 None None] Routers {'411092a2-ef3b-474d-9d6c-350153be8d37'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:37:34.057150 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5de0033b-a717-494d-9166-ee9260b06f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['411092a2-ef3b-474d-9d6c-350153be8d37'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:34.068948 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] For port 0d4a1394-7378-4160-a84d-452113840b9b, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=0d4a1394-7378-4160-a84d-452113840b9b,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:34.069338 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.082420 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Calling delete_port for 0d4a1394-7378-4160-a84d-452113840b9b owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:37:34.146567 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5de0033b-a717-494d-9166-ee9260b06f97 None None] Set router 411092a2-ef3b-474d-9d6c-350153be8d37 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:37:34.200201 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5de0033b-a717-494d-9166-ee9260b06f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:37:33Z', 'revision_number': 6, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port_host': None}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:34.226311 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0033b-a717-494d-9166-ee9260b06f97 None None] The sync data for ids ['411092a2-ef3b-474d-9d6c-350153be8d37'] in dv-cinder-778193-7-smb is: [{'id': '411092a2-ef3b-474d-9d6c-350153be8d37', 'name': 'tempest-AttachVolumeTestJSON-1723940454-router', 'tenant_id': 'febb97be2d624495be34f1e871def31f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:45Z', 'updated_at': '2021-08-31T04:37:33Z', 'revision_number': 6, 'project_id': 'febb97be2d624495be34f1e871def31f', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:37:34.252143 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.277886 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4a1394-7378-4160-a84d-452113840b9b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:34.340329 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647408'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.440469 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4593'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.442864 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.489715 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa69d11-741b-4913-be85-f257149aa777 req-ddde4777-ec4e-4112-b2e0-2c07dc20306a tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:34.491166 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0aa69d11-741b-4913-be85-f257149aa777 req-ddde4777-ec4e-4112-b2e0-2c07dc20306a tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 985 time: 0.0503447 Aug 31 04:37:34.507946 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1642245'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.508400 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 411092a2-ef3b-474d-9d6c-350153be8d37 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:37:34.513946 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.515101 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-ed7acd19-1da6-4aaf-80c3-30735f87579b admin admin] 10.222.0.38 "DELETE /v2.0/routers/411092a2-ef3b-474d-9d6c-350153be8d37 HTTP/1.1" status: 204 len: 168 time: 0.7904525 Aug 31 04:37:34.517663 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36344) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:34.534084 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0aa69d11-741b-4913-be85-f257149aa777 req-d2e922e7-e288-43d6-b34c-23374b5dbb33 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=53ef541a-27e3-4e9d-aabb-dc805d60e96d&id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369802 Aug 31 04:37:34.563587 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-751ffa13-37b8-47d3-bdcc-783b6e868227 admin admin] Deleting subnet d741bb28-131b-4ffa-9afc-2e2b11080e2d {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:37:34.566795 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-751ffa13-37b8-47d3-bdcc-783b6e868227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.601599 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-751ffa13-37b8-47d3-bdcc-783b6e868227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624840'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.714075 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-751ffa13-37b8-47d3-bdcc-783b6e868227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.765293 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-751ffa13-37b8-47d3-bdcc-783b6e868227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3097614'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.791070 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ffa13-37b8-47d3-bdcc-783b6e868227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d741bb28-131b-4ffa-9afc-2e2b11080e2d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:34.795244 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-751ffa13-37b8-47d3-bdcc-783b6e868227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:34.797168 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-751ffa13-37b8-47d3-bdcc-783b6e868227 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d741bb28-131b-4ffa-9afc-2e2b11080e2d HTTP/1.1" status: 204 len: 168 time: 0.2785361 Aug 31 04:37:34.799873 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36346) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:34.803668 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b1ca3-e8e8-4325-b5c9-6f2278859f56 None None] Network 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:37:35.008628 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b47e3b-655c-4b86-a791-a9fae8fdcd30 None None] DHCP port deletion for 07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 request from dv-cinder-778193-7-smb {{(pid=93813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 04:37:35.062785 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-13b47e3b-655c-4b86-a791-a9fae8fdcd30 None None] Deleting port cf87907e-017b-4474-b962-7db19da79918 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:37:35.063165 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13b47e3b-655c-4b86-a791-a9fae8fdcd30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.117928 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.123981 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-13b47e3b-655c-4b86-a791-a9fae8fdcd30 None None] For port cf87907e-017b-4474-b962-7db19da79918, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=cf87907e-017b-4474-b962-7db19da79918,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:35.124382 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13b47e3b-655c-4b86-a791-a9fae8fdcd30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.141643 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-13b47e3b-655c-4b86-a791-a9fae8fdcd30 None None] Calling delete_port for cf87907e-017b-4474-b962-7db19da79918 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:37:35.174111 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Deleting port cf87907e-017b-4474-b962-7db19da79918 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:37:35.174458 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.235211 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] For port cf87907e-017b-4474-b962-7db19da79918, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=cf87907e-017b-4474-b962-7db19da79918,segment=NetworkSegment(1ff56ddc-a72b-4886-8284-33b3b1bca771),segment_id=1ff56ddc-a72b-4886-8284-33b3b1bca771)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:35.235506 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.248326 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Calling delete_port for cf87907e-017b-4474-b962-7db19da79918 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:37:35.250314 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13b47e3b-655c-4b86-a791-a9fae8fdcd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.277824 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b47e3b-655c-4b86-a791-a9fae8fdcd30 None None] Pushing event deleted for resources: {'Port': ['ID=cf87907e-017b-4474-b962-7db19da79918,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:35.283316 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b47e3b-655c-4b86-a791-a9fae8fdcd30 None None] No DVR routers for this DVR port cf87907e-017b-4474-b962-7db19da79918 on host dv-cinder-778193-7-smb {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:37:35.329901 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.356486 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf87907e-017b-4474-b962-7db19da79918,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:35.358342 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] No DVR routers for this DVR port cf87907e-017b-4474-b962-7db19da79918 on host dv-cinder-778193-7-smb {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:37:35.431565 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.441326 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f41a8a-764a-4aeb-b2a1-65e96dfed2f6']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:35.452218 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff56ddc-a72b-4886-8284-33b3b1bca771') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:35.452518 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff56ddc-a72b-4886-8284-33b3b1bca771') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:35.461202 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624883'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.474721 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.481915 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:37:35.482375 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792599'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: self.session.flush() Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: self.session.flush() Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: self.session.flush() Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: self.session.flush() Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: Traceback (most recent call last): Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: timer() Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: cb(*args, **kw) Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: return func(*args, **kwargs) Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: self._notify() Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: self.callback(batched_events) Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: event.method(event) Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: return f(self, *a, **k) Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: return self._get(url).json() Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: return self.request(url, 'GET', **kwargs) Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:37:35.484009 dv-cinder-778193-7-smb neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:37:35.534843 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.540021 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.541986 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] 10.222.0.38 "DELETE /v2.0/networks/07f41a8a-764a-4aeb-b2a1-65e96dfed2f6 HTTP/1.1" status: 204 len: 168 time: 0.7412529 Aug 31 04:37:35.552564 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26a113-e075-42e0-a78f-0c3ab6955e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=07f41a8a-764a-4aeb-b2a1-65e96dfed2f6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:35.649402 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161fd29-2a83-45c7-971d-ce66830e7bb8 req-10143d2d-cb70-46d9-a828-99e3947ed47d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:35.650910 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f161fd29-2a83-45c7-971d-ce66830e7bb8 req-10143d2d-cb70-46d9-a828-99e3947ed47d tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 985 time: 0.0496566 Aug 31 04:37:35.658740 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36352) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:35.726245 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 4f1b75bf-40d5-4301-a68e-898ff5a710bf no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:37:35.733633 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f161fd29-2a83-45c7-971d-ce66830e7bb8 req-627361bf-44c0-498f-b60a-9baffb490d63 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=53ef541a-27e3-4e9d-aabb-dc805d60e96d&id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762706 Aug 31 04:37:35.736845 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-bb8180b6-e0c2-49ed-9ac7-a0f1591b71cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=febb97be2d624495be34f1e871def31f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0722902 Aug 31 04:37:35.739263 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36354) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:35.747802 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 4f1b75bf-40d5-4301-a68e-898ff5a710bf {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:37:35.748153 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 4f1b75bf-40d5-4301-a68e-898ff5a710bf not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:37:35.748585 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 0d4a1394-7378-4160-a84d-452113840b9b no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:37:35.766962 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 0d4a1394-7378-4160-a84d-452113840b9b {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:37:35.767309 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 0d4a1394-7378-4160-a84d-452113840b9b not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:37:35.767726 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device cf87907e-017b-4474-b962-7db19da79918 no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:37:35.786237 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: cf87907e-017b-4474-b962-7db19da79918 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:37:35.786517 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device cf87907e-017b-4474-b962-7db19da79918 not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:37:35.788042 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7234ffc-9c0e-46e2-90e9-bb8a996372ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.809643 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7234ffc-9c0e-46e2-90e9-bb8a996372ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.853660 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7234ffc-9c0e-46e2-90e9-bb8a996372ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.856347 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7234ffc-9c0e-46e2-90e9-bb8a996372ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:35.857501 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-b7234ffc-9c0e-46e2-90e9-bb8a996372ea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b617a261-bb53-4e1d-9dff-662f857db1ab HTTP/1.1" status: 204 len: 168 time: 0.1173131 Aug 31 04:37:35.865163 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7234ffc-9c0e-46e2-90e9-bb8a996372ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b617a261-bb53-4e1d-9dff-662f857db1ab,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:36.851176 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ff743-0871-4b52-aef8-f6e37d1d7b69 req-079e4745-fca6-45bb-a1ec-dbd65b451149 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:36.852759 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7c0ff743-0871-4b52-aef8-f6e37d1d7b69 req-079e4745-fca6-45bb-a1ec-dbd65b451149 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 985 time: 0.0508566 Aug 31 04:37:36.896159 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7c0ff743-0871-4b52-aef8-f6e37d1d7b69 req-beabc8a7-a407-442b-aeed-6d7fadceaba7 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=53ef541a-27e3-4e9d-aabb-dc805d60e96d&id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354955 Aug 31 04:37:38.009091 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c8415-97ac-4f43-b1b0-d63b587a701d req-0f59ef37-85a9-4ef3-9637-8f0be4822ead tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:38.010589 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-458c8415-97ac-4f43-b1b0-d63b587a701d req-0f59ef37-85a9-4ef3-9637-8f0be4822ead tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 985 time: 0.0491605 Aug 31 04:37:38.050474 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-458c8415-97ac-4f43-b1b0-d63b587a701d req-ef537cc5-d162-4275-9028-40ee9d35ecf8 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=53ef541a-27e3-4e9d-aabb-dc805d60e96d&id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337348 Aug 31 04:37:39.164203 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee683c9-5046-4092-add4-401abbc8f441 req-84c34c44-d9c2-433b-9ac7-3cb30972d1ec tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:39.165693 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7ee683c9-5046-4092-add4-401abbc8f441 req-84c34c44-d9c2-433b-9ac7-3cb30972d1ec tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 985 time: 0.0480428 Aug 31 04:37:39.207369 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7ee683c9-5046-4092-add4-401abbc8f441 req-b50665bb-1aea-47bd-a008-438cf548f721 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=53ef541a-27e3-4e9d-aabb-dc805d60e96d&id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357816 Aug 31 04:37:43.718808 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:37:45.086798 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36476) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:45.190746 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9c86595-5b79-4089-9b23-1dfde7eb0cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:45.279978 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9c86595-5b79-4089-9b23-1dfde7eb0cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:45.283821 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9c86595-5b79-4089-9b23-1dfde7eb0cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:45.319704 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c86595-5b79-4089-9b23-1dfde7eb0cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46cfa02-d35a-48ce-ad31-fc5e05c77f88,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:45.324613 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-b9c86595-5b79-4089-9b23-1dfde7eb0cd3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0cc2cf2d7af64e7888bffbb783a04dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367899 Aug 31 04:37:45.327938 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36480) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:45.373510 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6682cc3-dc6b-4a2b-807d-d6cab95e603b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:45.394034 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6682cc3-dc6b-4a2b-807d-d6cab95e603b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:45.438987 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6682cc3-dc6b-4a2b-807d-d6cab95e603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:45.441624 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6682cc3-dc6b-4a2b-807d-d6cab95e603b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:45.443041 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-a6682cc3-dc6b-4a2b-807d-d6cab95e603b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d46cfa02-d35a-48ce-ad31-fc5e05c77f88 HTTP/1.1" status: 204 len: 168 time: 0.1148238 Aug 31 04:37:45.458221 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6682cc3-dc6b-4a2b-807d-d6cab95e603b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46cfa02-d35a-48ce-ad31-fc5e05c77f88,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:47.056579 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36530) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:47.158830 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84d59ded-0319-441a-b57c-88b99c42b52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.245972 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84d59ded-0319-441a-b57c-88b99c42b52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.249759 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84d59ded-0319-441a-b57c-88b99c42b52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.286181 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-84d59ded-0319-441a-b57c-88b99c42b52e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da8f98b0ef524f71b79e549170815c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285054 Aug 31 04:37:47.288099 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d59ded-0319-441a-b57c-88b99c42b52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8069961f-a81d-43e6-8ede-ca334f027dd0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:47.288877 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36534) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:47.337202 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.357668 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.402173 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.404618 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.405757 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8069961f-a81d-43e6-8ede-ca334f027dd0 HTTP/1.1" status: 204 len: 168 time: 0.1158628 Aug 31 04:37:47.413225 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8069961f-a81d-43e6-8ede-ca334f027dd0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:47.420792 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:47.421220 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:47.421511 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:47.421868 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:47.422190 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:47.422569 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:47.422894 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:47.423262 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:47.423648 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:47.424152 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:47.431692 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:47.432620 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3300c6-7e1b-4ce1-ad32-c850f46c3c7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:47.670312 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36540) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:47.683327 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90b50077-f591-4a33-8859-719ec6e9c338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.773792 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90b50077-f591-4a33-8859-719ec6e9c338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.777908 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90b50077-f591-4a33-8859-719ec6e9c338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.824993 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-90b50077-f591-4a33-8859-719ec6e9c338 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e9b93e5b00b41abb92eef8682189780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536059 Aug 31 04:37:47.825974 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b50077-f591-4a33-8859-719ec6e9c338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5fab87-db9f-492b-a435-5847bd065545,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:47.827667 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36542) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:47.875554 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a34-f518-40fd-b593-022d174327cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.896312 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a34-f518-40fd-b593-022d174327cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.941128 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a34-f518-40fd-b593-022d174327cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.943886 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a34-f518-40fd-b593-022d174327cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:47.945028 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-83ed5a34-f518-40fd-b593-022d174327cb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df5fab87-db9f-492b-a435-5847bd065545 HTTP/1.1" status: 204 len: 168 time: 0.1157384 Aug 31 04:37:47.952238 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed5a34-f518-40fd-b593-022d174327cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5fab87-db9f-492b-a435-5847bd065545,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:49.489701 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45d5b8de-79c1-44e2-b9fb-6c858817b0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:50.870377 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:52.200834 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36626) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:52.243375 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc9ef8b2-9b1a-4803-b895-e780365ed620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:52.305119 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88a16f75-fa54-4842-b9b1-610b3f4cebaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:52.390909 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88a16f75-fa54-4842-b9b1-610b3f4cebaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:52.394680 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88a16f75-fa54-4842-b9b1-610b3f4cebaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:52.435379 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-88a16f75-fa54-4842-b9b1-610b3f4cebaf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1094e148e8949bc9e706fee311b82a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334719 Aug 31 04:37:52.437356 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a16f75-fa54-4842-b9b1-610b3f4cebaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b1d40c-e8bb-4104-9343-7a7d947f42ee,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:52.438173 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36630) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:52.441684 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:52.490216 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d24ab425-a0d2-4a0e-a461-285f1c2d7991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:52.511614 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d24ab425-a0d2-4a0e-a461-285f1c2d7991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:52.557085 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d24ab425-a0d2-4a0e-a461-285f1c2d7991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:52.560206 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d24ab425-a0d2-4a0e-a461-285f1c2d7991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:52.561370 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-d24ab425-a0d2-4a0e-a461-285f1c2d7991 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f3b1d40c-e8bb-4104-9343-7a7d947f42ee HTTP/1.1" status: 204 len: 168 time: 0.1218908 Aug 31 04:37:52.569141 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ab425-a0d2-4a0e-a461-285f1c2d7991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b1d40c-e8bb-4104-9343-7a7d947f42ee,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:52.818515 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36638) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:52.831919 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e0b1-af0b-4392-ad76-675154ace6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:52.934560 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e0b1-af0b-4392-ad76-675154ace6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:52.939432 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e0b1-af0b-4392-ad76-675154ace6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:52.983511 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0e0b1-af0b-4392-ad76-675154ace6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee22387-2347-4830-bb9d-99453c9d1a8f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:52.990082 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-f5e0e0b1-af0b-4392-ad76-675154ace6fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=68013e678b8041748f396d388a86971d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703885 Aug 31 04:37:52.992578 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36640) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:53.041022 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f408-9847-4d64-84bc-0fc657368a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:53.071712 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f408-9847-4d64-84bc-0fc657368a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:53.116571 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f408-9847-4d64-84bc-0fc657368a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:53.119170 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f408-9847-4d64-84bc-0fc657368a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:53.120827 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-9bc4f408-9847-4d64-84bc-0fc657368a71 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1ee22387-2347-4830-bb9d-99453c9d1a8f HTTP/1.1" status: 204 len: 168 time: 0.1270707 Aug 31 04:37:53.128713 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4f408-9847-4d64-84bc-0fc657368a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee22387-2347-4830-bb9d-99453c9d1a8f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:53.727370 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:53.969564 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-618be349-8c96-4abd-82bb-faee7816b161 req-158e7f35-df02-4079-9238-964a688efd09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396628 Aug 31 04:37:54.046614 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618be349-8c96-4abd-82bb-faee7816b161 req-9247aa95-4848-49a1-a286-2c41afe11e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:54.048186 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-618be349-8c96-4abd-82bb-faee7816b161 req-9247aa95-4848-49a1-a286-2c41afe11e62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 1099 time: 0.0403450 Aug 31 04:37:54.151896 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618be349-8c96-4abd-82bb-faee7816b161 req-3c563e48-f107-4c41-b59c-29bdac7bbcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:54.153417 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-618be349-8c96-4abd-82bb-faee7816b161 req-3c563e48-f107-4c41-b59c-29bdac7bbcd5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 200 len: 917 time: 0.0867426 Aug 31 04:37:54.220230 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-618be349-8c96-4abd-82bb-faee7816b161 req-77fa61c6-80d6-458a-a14b-578c8f16e82a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1 HTTP/1.1" status: 200 len: 1000 time: 0.0592260 Aug 31 04:37:54.272691 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618be349-8c96-4abd-82bb-faee7816b161 req-b87594d1-f15d-4364-99a2-46294da9dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:54.274180 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-618be349-8c96-4abd-82bb-faee7816b161 req-b87594d1-f15d-4364-99a2-46294da9dc01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=953331b1-921a-4118-aa80-e5ba0b2c0390 HTTP/1.1" status: 200 len: 855 time: 0.0474136 Aug 31 04:37:54.319873 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618be349-8c96-4abd-82bb-faee7816b161 req-3d7fff35-6fa8-419e-a174-dc43db5ff990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:37:54.321410 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-618be349-8c96-4abd-82bb-faee7816b161 req-3d7fff35-6fa8-419e-a174-dc43db5ff990 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0406578 Aug 31 04:37:54.408678 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-618be349-8c96-4abd-82bb-faee7816b161 req-c4ec885a-e01a-4123-87b8-992d887f154c service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804803 Aug 31 04:37:54.501066 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-618be349-8c96-4abd-82bb-faee7816b161 req-7747b7e9-165f-4431-8949-233345772e8b service neutron] 10.222.0.16 "GET /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853741 Aug 31 04:37:54.918600 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:57.954836 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36734) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:58.055091 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-36f4c26f-1152-4eca-b28d-b4e3d94c77f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.144653 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-36f4c26f-1152-4eca-b28d-b4e3d94c77f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.148681 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-36f4c26f-1152-4eca-b28d-b4e3d94c77f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.187794 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-36f4c26f-1152-4eca-b28d-b4e3d94c77f2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=379ae794f2d040df8eaedc476afec8e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318864 Aug 31 04:37:58.188927 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4c26f-1152-4eca-b28d-b4e3d94c77f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734ba527-d8cd-4567-89df-2c4971ddfe73,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:58.190530 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36738) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:58.239177 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-03148062-97d5-4380-b3a3-5f1b08e3de65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.259647 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-03148062-97d5-4380-b3a3-5f1b08e3de65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.304537 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-03148062-97d5-4380-b3a3-5f1b08e3de65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.307043 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-03148062-97d5-4380-b3a3-5f1b08e3de65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.308201 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-03148062-97d5-4380-b3a3-5f1b08e3de65 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/734ba527-d8cd-4567-89df-2c4971ddfe73 HTTP/1.1" status: 204 len: 168 time: 0.1166830 Aug 31 04:37:58.315805 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148062-97d5-4380-b3a3-5f1b08e3de65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734ba527-d8cd-4567-89df-2c4971ddfe73,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:58.559465 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36744) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:58.573252 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c563-9964-4f21-b172-b2ee1ea4d11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.658962 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c563-9964-4f21-b172-b2ee1ea4d11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.662525 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c563-9964-4f21-b172-b2ee1ea4d11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.702482 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-a6e6c563-9964-4f21-b172-b2ee1ea4d11a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=47984df086744ada9b2f5bc8337b0e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419692 Aug 31 04:37:58.703311 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6c563-9964-4f21-b172-b2ee1ea4d11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92a34f0-d254-4f4c-8b6d-d831bfb0d3ef,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:58.705915 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36746) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:58.754928 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e364cde-1f2c-42f5-b6a1-1981a20eefc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.775044 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e364cde-1f2c-42f5-b6a1-1981a20eefc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.819670 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e364cde-1f2c-42f5-b6a1-1981a20eefc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.822127 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e364cde-1f2c-42f5-b6a1-1981a20eefc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:37:58.823832 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-2e364cde-1f2c-42f5-b6a1-1981a20eefc6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b92a34f0-d254-4f4c-8b6d-d831bfb0d3ef HTTP/1.1" status: 204 len: 168 time: 0.1166186 Aug 31 04:37:58.831293 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e364cde-1f2c-42f5-b6a1-1981a20eefc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92a34f0-d254-4f4c-8b6d-d831bfb0d3ef,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:59.848667 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36778) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:37:59.952862 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7980495-f1ce-43a8-abf6-88a4341ff2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:00.050234 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7980495-f1ce-43a8-abf6-88a4341ff2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:00.055695 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7980495-f1ce-43a8-abf6-88a4341ff2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:00.096409 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-f7980495-f1ce-43a8-abf6-88a4341ff2e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=544d642e1dba4f1d921cea0c293c7b48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465680 Aug 31 04:38:00.097193 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7980495-f1ce-43a8-abf6-88a4341ff2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff20b77e-b731-4ee9-9415-e323a398bfb9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:00.099175 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36782) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:00.147354 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e881685-0051-4b8e-9b3c-8e94433d13cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:00.168732 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e881685-0051-4b8e-9b3c-8e94433d13cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:00.213268 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e881685-0051-4b8e-9b3c-8e94433d13cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:00.216025 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e881685-0051-4b8e-9b3c-8e94433d13cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:00.217180 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-7e881685-0051-4b8e-9b3c-8e94433d13cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff20b77e-b731-4ee9-9415-e323a398bfb9 HTTP/1.1" status: 204 len: 168 time: 0.1168509 Aug 31 04:38:00.224703 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e881685-0051-4b8e-9b3c-8e94433d13cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff20b77e-b731-4ee9-9415-e323a398bfb9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:02.366533 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36838) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:02.519879 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-c3f442ae-ea81-4baf-9e48-5587e118da41 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Deleting port 9b9f8d45-6834-4803-9905-7633048db567 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:02.520217 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c3f442ae-ea81-4baf-9e48-5587e118da41 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:02.596097 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c3f442ae-ea81-4baf-9e48-5587e118da41 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:02.596414 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c3f442ae-ea81-4baf-9e48-5587e118da41 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:02.608133 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-c3f442ae-ea81-4baf-9e48-5587e118da41 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Calling delete_port for 9b9f8d45-6834-4803-9905-7633048db567 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:02.770914 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c3f442ae-ea81-4baf-9e48-5587e118da41 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:02.794935 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f442ae-ea81-4baf-9e48-5587e118da41 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Pushing event deleted for resources: {'Port': ['ID=9b9f8d45-6834-4803-9905-7633048db567,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:02.852492 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c3f442ae-ea81-4baf-9e48-5587e118da41 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:02.852883 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.l3_db [None req-c3f442ae-ea81-4baf-9e48-5587e118da41 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Floating IP f78b3c2e-8bc8-4816-80eb-b86c01745f49 disassociated (deleted). External IP: 172.28.1.231, port: d2456571-a669-41f3-b45e-0fef2b57d1d4. Aug 31 04:38:03.053435 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f442ae-ea81-4baf-9e48-5587e118da41 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:38:03.158486 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f442ae-ea81-4baf-9e48-5587e118da41 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:38:03.163241 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c3f442ae-ea81-4baf-9e48-5587e118da41 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:03.168106 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0138d72-1ce8-4a42-b6c3-2b1f37c7b55f None None] Sync routers for ids ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:38:03.176933 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0138d72-1ce8-4a42-b6c3-2b1f37c7b55f None None] Routers {'80c0c752-6878-4fb1-b2d1-83f0bb62ac33'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:03.177571 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d0138d72-1ce8-4a42-b6c3-2b1f37c7b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:03.188601 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-c3f442ae-ea81-4baf-9e48-5587e118da41 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "DELETE /v2.0/floatingips/f78b3c2e-8bc8-4816-80eb-b86c01745f49 HTTP/1.1" status: 204 len: 168 time: 0.8210695 Aug 31 04:38:03.189195 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:38:03.191424 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10853f03-597c-4c45-8a51-c01d9ebaf72e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:03.239335 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113076ed-2285-439c-aabf-62152438ea5f x-openstack-request-id: req-113076ed-2285-439c-aabf-62152438ea5f {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:03.239635 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:03.239894 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-113076ed-2285-439c-aabf-62152438ea5f {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:03.240836 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'status': 'completed', 'code': 200} Aug 31 04:38:03.293052 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-d0138d72-1ce8-4a42-b6c3-2b1f37c7b55f None None] Set router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:03.364620 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10853f03-597c-4c45-8a51-c01d9ebaf72e req-d1970ff4-f443-41ac-a521-96840fd72ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:03.366209 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-10853f03-597c-4c45-8a51-c01d9ebaf72e req-d1970ff4-f443-41ac-a521-96840fd72ad7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc9b930e41cd41eaa6a57daaf977c110&device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 1099 time: 0.0566704 Aug 31 04:38:03.510829 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d0138d72-1ce8-4a42-b6c3-2b1f37c7b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:32:59Z', 'revision_number': 4, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port': {'id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:56Z', 'updated_at': '2021-08-31T04:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '7b5d70ed-385f-46bf-95f6-371139b378ee', 'name': '', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'mac_address': 'fa:16:3e:89:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:58Z', 'updated_at': '2021-08-31T04:33:05Z', 'revision_number': 5, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'subnets': [{'id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:03.542583 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0138d72-1ce8-4a42-b6c3-2b1f37c7b55f None None] Checking router: 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:38:03.551766 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0138d72-1ce8-4a42-b6c3-2b1f37c7b55f None None] Routers {'80c0c752-6878-4fb1-b2d1-83f0bb62ac33'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:03.552809 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d0138d72-1ce8-4a42-b6c3-2b1f37c7b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:03.667697 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-d0138d72-1ce8-4a42-b6c3-2b1f37c7b55f None None] Set router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:03.748683 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ffadf-7954-4480-bf3c-0a0171484b26 req-b09da21c-c317-41ac-9524-e5ff8985e4ad tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:03.750269 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b61ffadf-7954-4480-bf3c-0a0171484b26 req-b09da21c-c317-41ac-9524-e5ff8985e4ad tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.3129046 Aug 31 04:38:03.783705 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10853f03-597c-4c45-8a51-c01d9ebaf72e req-6f17eb0e-c385-49ce-a8c6-02a9383b9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:03.785221 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-10853f03-597c-4c45-8a51-c01d9ebaf72e req-6f17eb0e-c385-49ce-a8c6-02a9383b9534 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc5fd2e2-b721-4413-b932-bf9b9676a7be HTTP/1.1" status: 200 len: 909 time: 0.3988168 Aug 31 04:38:03.831671 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-10853f03-597c-4c45-8a51-c01d9ebaf72e req-f2dcec67-668a-449c-9e84-6675583d8654 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4 HTTP/1.1" status: 200 len: 217 time: 0.0371158 Aug 31 04:38:03.834531 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b61ffadf-7954-4480-bf3c-0a0171484b26 req-b323763f-6294-4570-be7f-552ca11569cc tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0773456 Aug 31 04:38:03.884000 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d0138d72-1ce8-4a42-b6c3-2b1f37c7b55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:32:59Z', 'revision_number': 4, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port': {'id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:56Z', 'updated_at': '2021-08-31T04:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '7b5d70ed-385f-46bf-95f6-371139b378ee', 'name': '', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'mac_address': 'fa:16:3e:89:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:58Z', 'updated_at': '2021-08-31T04:33:05Z', 'revision_number': 5, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'subnets': [{'id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:03.900137 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10853f03-597c-4c45-8a51-c01d9ebaf72e req-12d16a1a-8cb7-423f-b13c-d0bde5d81e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:03.901995 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-10853f03-597c-4c45-8a51-c01d9ebaf72e req-12d16a1a-8cb7-423f-b13c-d0bde5d81e2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3b9e9d3-498d-4c78-a531-b1917cf3e88e HTTP/1.1" status: 200 len: 847 time: 0.0480549 Aug 31 04:38:03.910254 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0138d72-1ce8-4a42-b6c3-2b1f37c7b55f None None] The sync data for ids ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'] in dv-cinder-778193-7-smb is: [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:32:59Z', 'revision_number': 4, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port': {'id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:56Z', 'updated_at': '2021-08-31T04:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '7b5d70ed-385f-46bf-95f6-371139b378ee', 'name': '', 'network_id': 'cc5fd2e2-b721-4413-b932-bf9b9676a7be', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'mac_address': 'fa:16:3e:89:39:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:58Z', 'updated_at': '2021-08-31T04:33:05Z', 'revision_number': 5, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'subnets': [{'id': 'f3b9e9d3-498d-4c78-a531-b1917cf3e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:38:03.957142 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10853f03-597c-4c45-8a51-c01d9ebaf72e req-d4fc26d5-4114-4ec3-a928-b74dc49199db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:03.958774 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-10853f03-597c-4c45-8a51-c01d9ebaf72e req-d4fc26d5-4114-4ec3-a928-b74dc49199db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc5fd2e2-b721-4413-b932-bf9b9676a7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0493996 Aug 31 04:38:04.064816 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-10853f03-597c-4c45-8a51-c01d9ebaf72e req-11013e73-50d8-4f84-9fb6-517fb28d8b57 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973248 Aug 31 04:38:04.171574 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa61b35-d75b-4db1-8e17-4d2c008dd9c1 None None] New status for floating IP f78b3c2e-8bc8-4816-80eb-b86c01745f49: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:38:04.174455 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-10853f03-597c-4c45-8a51-c01d9ebaf72e req-a2de2131-a92a-478c-92e3-ad8027de1e29 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988495 Aug 31 04:38:04.955560 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8d4e3-3375-445d-984f-20d21a567b18 req-71a28bdc-d332-49b1-9a83-1d2e9d9985a3 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:04.957021 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-94f8d4e3-3375-445d-984f-20d21a567b18 req-71a28bdc-d332-49b1-9a83-1d2e9d9985a3 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0490134 Aug 31 04:38:04.993478 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-94f8d4e3-3375-445d-984f-20d21a567b18 req-3275829d-7523-4d5b-bb57-ae9c574a3676 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0304017 Aug 31 04:38:05.158829 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7b504-4003-406b-9b7c-2e0162794932 req-5046fe68-25a9-4878-8641-9f5675746cb3 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:05.160181 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1df7b504-4003-406b-9b7c-2e0162794932 req-5046fe68-25a9-4878-8641-9f5675746cb3 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 946 time: 0.0483665 Aug 31 04:38:05.255567 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-1df7b504-4003-406b-9b7c-2e0162794932 req-c351b5b5-96f8-4be5-97c2-77c0c3715403 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Deleting port d2456571-a669-41f3-b45e-0fef2b57d1d4 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:05.255954 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1df7b504-4003-406b-9b7c-2e0162794932 req-c351b5b5-96f8-4be5-97c2-77c0c3715403 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:05.346774 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-1df7b504-4003-406b-9b7c-2e0162794932 req-c351b5b5-96f8-4be5-97c2-77c0c3715403 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] For port d2456571-a669-41f3-b45e-0fef2b57d1d4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d2456571-a669-41f3-b45e-0fef2b57d1d4,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:05.347141 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1df7b504-4003-406b-9b7c-2e0162794932 req-c351b5b5-96f8-4be5-97c2-77c0c3715403 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:05.361639 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-1df7b504-4003-406b-9b7c-2e0162794932 req-c351b5b5-96f8-4be5-97c2-77c0c3715403 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Calling delete_port for d2456571-a669-41f3-b45e-0fef2b57d1d4 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:05.517506 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1df7b504-4003-406b-9b7c-2e0162794932 req-c351b5b5-96f8-4be5-97c2-77c0c3715403 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:05.569071 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351b5b5-96f8-4be5-97c2-77c0c3715403 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Pushing event deleted for resources: {'Port': ['ID=d2456571-a669-41f3-b45e-0fef2b57d1d4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:05.629851 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df7b504-4003-406b-9b7c-2e0162794932 req-c351b5b5-96f8-4be5-97c2-77c0c3715403 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] No DVR routers for this DVR port d2456571-a669-41f3-b45e-0fef2b57d1d4 on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:05.632979 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1df7b504-4003-406b-9b7c-2e0162794932 req-c351b5b5-96f8-4be5-97c2-77c0c3715403 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:05.635815 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1df7b504-4003-406b-9b7c-2e0162794932 req-c351b5b5-96f8-4be5-97c2-77c0c3715403 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.16 "DELETE /v2.0/ports/d2456571-a669-41f3-b45e-0fef2b57d1d4 HTTP/1.1" status: 204 len: 173 time: 0.4647632 Aug 31 04:38:05.636108 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'name': 'network-vif-deleted', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:38:05.638534 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8410a8-eb69-40e3-ac94-791a4f247c77" -d '{"events": [{"server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "name": "network-vif-deleted", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:05.662067 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a9130-80ab-4e1b-977c-f3a721cfbedf req-bcb3f30d-f3a2-4658-a508-5ec1810bf616 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:05.663679 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e83a9130-80ab-4e1b-977c-f3a721cfbedf req-bcb3f30d-f3a2-4658-a508-5ec1810bf616 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 946 time: 0.1441267 Aug 31 04:38:05.703996 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68535df-cb31-4385-aef7-d1f5d54d50a2 x-openstack-request-id: req-a68535df-cb31-4385-aef7-d1f5d54d50a2 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:05.704365 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc60ec8-c21f-4c6a-ba9d-20847767e6bd", "name": "network-vif-deleted", "tag": "d2456571-a669-41f3-b45e-0fef2b57d1d4", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:05.704682 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a68535df-cb31-4385-aef7-d1f5d54d50a2 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:05.705180 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc60ec8-c21f-4c6a-ba9d-20847767e6bd', 'name': 'network-vif-deleted', 'tag': 'd2456571-a669-41f3-b45e-0fef2b57d1d4', 'status': 'completed', 'code': 200} Aug 31 04:38:05.712602 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e83a9130-80ab-4e1b-977c-f3a721cfbedf req-5b78c386-21c6-4f15-a6eb-93283c229678 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423923 Aug 31 04:38:06.092912 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-03ed212e-ce9d-43e3-b552-b6b77cdc5301 req-b7b6aff1-0cc1-4f8e-90ea-3dfc849df04f tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bc60ec8-c21f-4c6a-ba9d-20847767e6bd HTTP/1.1" status: 200 len: 210 time: 0.0289183 Aug 31 04:38:06.837084 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4f7e-d4b7-45d3-8fed-bbf0e2a985dd req-597c0cfa-56ff-4b29-99a7-296d71551c8f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:06.839144 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-856d4f7e-d4b7-45d3-8fed-bbf0e2a985dd req-597c0cfa-56ff-4b29-99a7-296d71551c8f tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 946 time: 0.0505023 Aug 31 04:38:06.876932 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-856d4f7e-d4b7-45d3-8fed-bbf0e2a985dd req-e81b290b-4c26-4b86-8ece-12150f662c4b tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups?id=31f6d8e0-d80b-4574-a111-c3a142373392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317967 Aug 31 04:38:07.147513 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36922) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:07.206556 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f011138e-3799-46e6-a0e6-ede71f547893 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:07.231495 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f011138e-3799-46e6-a0e6-ede71f547893 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:07.236899 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-cd1049dd-0d49-49d6-a143-5e9e10a6acb5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:07.238438 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-cd1049dd-0d49-49d6-a143-5e9e10a6acb5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 946 time: 0.0483773 Aug 31 04:38:07.298775 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f011138e-3799-46e6-a0e6-ede71f547893 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:07.301540 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f011138e-3799-46e6-a0e6-ede71f547893 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:07.302670 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-f011138e-3799-46e6-a0e6-ede71f547893 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] 10.222.0.38 "DELETE /v2.0/security-groups/74ddf0bc-b8ad-448a-a2cb-5ece9377adeb HTTP/1.1" status: 204 len: 168 time: 0.1540837 Aug 31 04:38:07.312136 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011138e-3799-46e6-a0e6-ede71f547893 tempest-TestShelveInstance-749482877 tempest-TestShelveInstance-749482877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ddf0bc-b8ad-448a-a2cb-5ece9377adeb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:07.339568 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Deleting port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:07.339923 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:07.363604 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36926) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:07.429189 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] For port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:07.429570 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:07.604285 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:07.604678 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647374'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:07.605040 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.l3_db [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Floating IP 338e12fc-bfa3-4789-abc8-0b136d5b795e disassociated. External IP: 172.28.1.42, port: 99fa6b10-8b91-489a-a6a7-5c9796faaeb1. Aug 31 04:38:07.605374 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Calling delete_port for 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:07.740564 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:07.775053 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event deleted for resources: {'Port': ['ID=99fa6b10-8b91-489a-a6a7-5c9796faaeb1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:07.853688 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9daa-72ec-4e8a-b1ca-e7f7da55dedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651470'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:07.886210 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Router 74981fa4-d09c-4fbb-ac87-59e56a307a29 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:38:08.003552 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:38:08.009786 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-c1703152-4536-4666-a38c-2bf24340d7ed req-bb5a4cb5-dfe3-4ef2-9ce8-ef24d41ae327 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/ports?device_id=4489e34c-d4c5-401e-a5a9-2e1dd8c3d693 HTTP/1.1" status: 200 len: 210 time: 0.0569990 Aug 31 04:38:08.014777 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f1fe8-6f50-406b-936f-3e0ec0c5dea9 None None] Sync routers for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:38:08.034698 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f1fe8-6f50-406b-936f-3e0ec0c5dea9 None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:08.035518 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cc7f1fe8-6f50-406b-936f-3e0ec0c5dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:08.050567 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] No DVR routers for this DVR port 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:08.053291 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:08.055362 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6f2516d4-51d6-4773-90c5-8d3c9637fe6c req-28d1b47c-1d33-40aa-a9e5-445a0dc99844 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.16 "DELETE /v2.0/ports/99fa6b10-8b91-489a-a6a7-5c9796faaeb1 HTTP/1.1" status: 204 len: 173 time: 0.8087530 Aug 31 04:38:08.055818 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'name': 'network-vif-deleted', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:38:08.058600 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a20228-1839-4dde-b1c0-16bf53042b96" -d '{"events": [{"server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "name": "network-vif-deleted", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:08.156149 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20515e35-d2d1-4588-9ffe-884065ff9441 x-openstack-request-id: req-20515e35-d2d1-4588-9ffe-884065ff9441 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:08.156149 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4489e34c-d4c5-401e-a5a9-2e1dd8c3d693", "name": "network-vif-deleted", "tag": "99fa6b10-8b91-489a-a6a7-5c9796faaeb1", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:08.156149 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-20515e35-d2d1-4588-9ffe-884065ff9441 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:08.156497 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4489e34c-d4c5-401e-a5a9-2e1dd8c3d693', 'name': 'network-vif-deleted', 'tag': '99fa6b10-8b91-489a-a6a7-5c9796faaeb1', 'status': 'completed', 'code': 200} Aug 31 04:38:08.165649 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-cc7f1fe8-6f50-406b-936f-3e0ec0c5dea9 None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:08.180587 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff9daa-72ec-4e8a-b1ca-e7f7da55dedb admin admin] Deleting port 7b5d70ed-385f-46bf-95f6-371139b378ee {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:08.181650 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9daa-72ec-4e8a-b1ca-e7f7da55dedb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:08.290322 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b7ff9daa-72ec-4e8a-b1ca-e7f7da55dedb admin admin] For port 7b5d70ed-385f-46bf-95f6-371139b378ee, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=7b5d70ed-385f-46bf-95f6-371139b378ee,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:08.290698 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9daa-72ec-4e8a-b1ca-e7f7da55dedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:08.314144 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff9daa-72ec-4e8a-b1ca-e7f7da55dedb admin admin] Calling delete_port for 7b5d70ed-385f-46bf-95f6-371139b378ee owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:08.383150 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36944) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:08.396012 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cc7f1fe8-6f50-406b-936f-3e0ec0c5dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 5, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:08.424767 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f1fe8-6f50-406b-936f-3e0ec0c5dea9 None None] Checking router: 74981fa4-d09c-4fbb-ac87-59e56a307a29 for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:38:08.438313 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f1fe8-6f50-406b-936f-3e0ec0c5dea9 None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:08.438935 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cc7f1fe8-6f50-406b-936f-3e0ec0c5dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:08.502339 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b0a53b5a-948f-4732-8147-d0820744c131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:08.543923 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9daa-72ec-4e8a-b1ca-e7f7da55dedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:08.575012 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff9daa-72ec-4e8a-b1ca-e7f7da55dedb admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5d70ed-385f-46bf-95f6-371139b378ee,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:08.595230 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-cc7f1fe8-6f50-406b-936f-3e0ec0c5dea9 None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:08.624624 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b0a53b5a-948f-4732-8147-d0820744c131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:08.629671 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b0a53b5a-948f-4732-8147-d0820744c131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:08.687729 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-b0a53b5a-948f-4732-8147-d0820744c131 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=606866526c2b40b880ad40f3076cdcf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011699 Aug 31 04:38:08.687729 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a53b5a-948f-4732-8147-d0820744c131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996912a2-5aff-451e-bb50-5453a2e131ec,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:08.701034 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36948) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:08.771038 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0af0d75b-acce-4487-86e6-23ea62eb4ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:08.791649 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9daa-72ec-4e8a-b1ca-e7f7da55dedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651602'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:08.797554 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0af0d75b-acce-4487-86e6-23ea62eb4ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:08.861370 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0af0d75b-acce-4487-86e6-23ea62eb4ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:08.864259 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0af0d75b-acce-4487-86e6-23ea62eb4ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:08.868201 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-0af0d75b-acce-4487-86e6-23ea62eb4ead admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/996912a2-5aff-451e-bb50-5453a2e131ec HTTP/1.1" status: 204 len: 168 time: 0.1632240 Aug 31 04:38:08.874230 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0d75b-acce-4487-86e6-23ea62eb4ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996912a2-5aff-451e-bb50-5453a2e131ec,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:08.895928 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cc7f1fe8-6f50-406b-936f-3e0ec0c5dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 5, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:09.015259 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f1fe8-6f50-406b-936f-3e0ec0c5dea9 None None] The sync data for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb is: [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:31:57Z', 'revision_number': 4, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': 'dca35834-64ab-4a5a-8f5a-08e8bffb691f', 'name': '', 'network_id': 'a19f8d25-94f1-4c19-a3a8-1c16d0853f3d', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'mac_address': 'fa:16:3e:cb:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:54Z', 'updated_at': '2021-08-31T04:32:08Z', 'revision_number': 5, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'subnets': [{'id': '953331b1-921a-4118-aa80-e5ba0b2c0390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:38:09.059444 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ff9daa-72ec-4e8a-b1ca-e7f7da55dedb admin admin] Router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:38:09.116516 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36958) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:09.194427 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36960) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:09.207831 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-23d6d36d-c423-4fb4-afa0-c75727b5b727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.227092 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec2f25f5-7d08-45c1-b5ac-9a204e086fb5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.229891 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ff9daa-72ec-4e8a-b1ca-e7f7da55dedb admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:38:09.238620 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-b7ff9daa-72ec-4e8a-b1ca-e7f7da55dedb admin admin] 10.222.0.38 "PUT /v2.0/routers/80c0c752-6878-4fb1-b2d1-83f0bb62ac33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735199 Aug 31 04:38:09.239409 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36962) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:09.240916 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d4420-a0ac-48ec-900f-6e7def34c9e9 None None] Sync routers for ids ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:38:09.254696 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d4420-a0ac-48ec-900f-6e7def34c9e9 None None] Routers {'80c0c752-6878-4fb1-b2d1-83f0bb62ac33'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:09.256004 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-275d4420-a0ac-48ec-900f-6e7def34c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:09.306582 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec2f25f5-7d08-45c1-b5ac-9a204e086fb5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.324787 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-23d6d36d-c423-4fb4-afa0-c75727b5b727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.333290 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829e4af-afe9-45bc-aedd-b39d8e804f5b None None] New status for floating IP 338e12fc-bfa3-4789-abc8-0b136d5b795e: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:38:09.341184 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-23d6d36d-c423-4fb4-afa0-c75727b5b727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.402228 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.419481 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-23d6d36d-c423-4fb4-afa0-c75727b5b727 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a86b1b3a2f14e0a8b783902b06a4f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239020 Aug 31 04:38:09.421217 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36964) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:09.422126 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6d36d-c423-4fb4-afa0-c75727b5b727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87977df9-a9f9-4b66-8748-e3f131d0c698,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:09.446641 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec2f25f5-7d08-45c1-b5ac-9a204e086fb5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.452072 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec2f25f5-7d08-45c1-b5ac-9a204e086fb5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.453306 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-ec2f25f5-7d08-45c1-b5ac-9a204e086fb5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "DELETE /v2.0/security-groups/31f6d8e0-d80b-4574-a111-c3a142373392 HTTP/1.1" status: 204 len: 168 time: 0.3369451 Aug 31 04:38:09.459732 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36966) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:09.482167 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f25f5-7d08-45c1-b5ac-9a204e086fb5 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f6d8e0-d80b-4574-a111-c3a142373392,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:09.491974 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.api.v2.resource [None req-75649125-8ac9-496a-bf74-e8ee906e5a28 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] show failed (client error): The resource could not be found. Aug 31 04:38:09.496247 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-75649125-8ac9-496a-bf74-e8ee906e5a28 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "GET /v2.0/security-groups/31f6d8e0-d80b-4574-a111-c3a142373392 HTTP/1.1" status: 404 len: 347 time: 0.0306816 Aug 31 04:38:09.497031 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36968) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:09.509636 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device d2456571-a669-41f3-b45e-0fef2b57d1d4 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:09.518811 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8913dcac-aaba-487a-9467-e30495aac0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.544962 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-275d4420-a0ac-48ec-900f-6e7def34c9e9 None None] Set router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:09.546841 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: d2456571-a669-41f3-b45e-0fef2b57d1d4 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:09.547523 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device d2456571-a669-41f3-b45e-0fef2b57d1d4 not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:09.553123 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8913dcac-aaba-487a-9467-e30495aac0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.609040 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8913dcac-aaba-487a-9467-e30495aac0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.612101 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8913dcac-aaba-487a-9467-e30495aac0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.616303 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-8913dcac-aaba-487a-9467-e30495aac0bb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/87977df9-a9f9-4b66-8748-e3f131d0c698 HTTP/1.1" status: 204 len: 168 time: 0.1797423 Aug 31 04:38:09.624228 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913dcac-aaba-487a-9467-e30495aac0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87977df9-a9f9-4b66-8748-e3f131d0c698,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:09.661240 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.726748 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2d46d80e-867a-4a50-bdb6-4279aa74d688 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Deleting port c14e7ed6-10ad-45c1-b5b9-6fe742df865d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:09.727281 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d46d80e-867a-4a50-bdb6-4279aa74d688 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.762836 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-275d4420-a0ac-48ec-900f-6e7def34c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:38:08Z', 'revision_number': 5, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port': {'id': 'f8c5d731-2d47-4c3b-9afa-3202f4b789f2', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:32:56Z', 'updated_at': '2021-08-31T04:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:09.786119 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Deleting port f8c5d731-2d47-4c3b-9afa-3202f4b789f2 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:09.786482 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.799107 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d4420-a0ac-48ec-900f-6e7def34c9e9 None None] Checking router: 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:38:09.808230 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d4420-a0ac-48ec-900f-6e7def34c9e9 None None] Routers {'80c0c752-6878-4fb1-b2d1-83f0bb62ac33'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:09.809067 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-275d4420-a0ac-48ec-900f-6e7def34c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:09.869709 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d46d80e-867a-4a50-bdb6-4279aa74d688 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.870036 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d46d80e-867a-4a50-bdb6-4279aa74d688 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.891087 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2d46d80e-867a-4a50-bdb6-4279aa74d688 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Calling delete_port for c14e7ed6-10ad-45c1-b5b9-6fe742df865d owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:09.893151 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-275d4420-a0ac-48ec-900f-6e7def34c9e9 None None] Set router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:09.916594 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] For port f8c5d731-2d47-4c3b-9afa-3202f4b789f2, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=f8c5d731-2d47-4c3b-9afa-3202f4b789f2,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:09.916960 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:09.949452 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-275d4420-a0ac-48ec-900f-6e7def34c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:38:09Z', 'revision_number': 6, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port_host': None}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:09.962674 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Calling delete_port for f8c5d731-2d47-4c3b-9afa-3202f4b789f2 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:09.976948 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d4420-a0ac-48ec-900f-6e7def34c9e9 None None] The sync data for ids ['80c0c752-6878-4fb1-b2d1-83f0bb62ac33'] in dv-cinder-778193-7-smb is: [{'id': '80c0c752-6878-4fb1-b2d1-83f0bb62ac33', 'name': 'tempest-TestShelveInstance-377574589-router', 'tenant_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:32:55Z', 'updated_at': '2021-08-31T04:38:09Z', 'revision_number': 6, 'project_id': 'dc9b930e41cd41eaa6a57daaf977c110', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:38:10.034258 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36974) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:10.047864 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9fba20c3-20ef-4da7-bbe8-7e6c8b2fc0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.142400 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9fba20c3-20ef-4da7-bbe8-7e6c8b2fc0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.148418 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9fba20c3-20ef-4da7-bbe8-7e6c8b2fc0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.175040 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d46d80e-867a-4a50-bdb6-4279aa74d688 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.190222 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-9fba20c3-20ef-4da7-bbe8-7e6c8b2fc0b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=08b924885a174f6da53a993dca9dc766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525583 Aug 31 04:38:10.190428 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36976) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:10.198155 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba20c3-20ef-4da7-bbe8-7e6c8b2fc0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0788bb-3552-4a69-98b1-8b945399fd4c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:10.206377 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46d80e-867a-4a50-bdb6-4279aa74d688 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Pushing event deleted for resources: {'Port': ['ID=c14e7ed6-10ad-45c1-b5b9-6fe742df865d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:10.240658 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.249025 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9b10200-034c-4f9c-a8c6-143c364cc6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.270150 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9b10200-034c-4f9c-a8c6-143c364cc6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.293497 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c5d731-2d47-4c3b-9afa-3202f4b789f2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:10.319589 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9b10200-034c-4f9c-a8c6-143c364cc6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.322288 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9b10200-034c-4f9c-a8c6-143c364cc6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.325813 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-b9b10200-034c-4f9c-a8c6-143c364cc6d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd0788bb-3552-4a69-98b1-8b945399fd4c HTTP/1.1" status: 204 len: 168 time: 0.1321499 Aug 31 04:38:10.333411 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b10200-034c-4f9c-a8c6-143c364cc6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0788bb-3552-4a69-98b1-8b945399fd4c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:10.350118 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d46d80e-867a-4a50-bdb6-4279aa74d688 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.352641 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d46d80e-867a-4a50-bdb6-4279aa74d688 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.357803 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-2d46d80e-867a-4a50-bdb6-4279aa74d688 tempest-AttachVolumeShelveTestJSON-1781772339 tempest-AttachVolumeShelveTestJSON-1781772339-project] 10.222.0.38 "DELETE /v2.0/floatingips/338e12fc-bfa3-4789-abc8-0b136d5b795e HTTP/1.1" status: 204 len: 168 time: 0.8548205 Aug 31 04:38:10.383153 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647408'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.504794 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4593'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.507004 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.559327 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1642245'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.560246 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80c0c752-6878-4fb1-b2d1-83f0bb62ac33 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:38:10.565882 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.568551 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-f69b6d11-b2cd-4722-889c-4b7011407764 admin admin] 10.222.0.38 "DELETE /v2.0/routers/80c0c752-6878-4fb1-b2d1-83f0bb62ac33 HTTP/1.1" status: 204 len: 168 time: 1.3250246 Aug 31 04:38:10.571552 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 36986) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:10.623579 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdf6d7a-d3ab-4884-9cb3-d4895899b455 admin admin] Deleting subnet f3b9e9d3-498d-4c78-a531-b1917cf3e88e {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:38:10.627503 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6d7a-d3ab-4884-9cb3-d4895899b455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.668645 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6d7a-d3ab-4884-9cb3-d4895899b455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624840'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.746700 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6d7a-d3ab-4884-9cb3-d4895899b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.804046 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6d7a-d3ab-4884-9cb3-d4895899b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3097614'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.829255 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf6d7a-d3ab-4884-9cb3-d4895899b455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3b9e9d3-498d-4c78-a531-b1917cf3e88e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:10.832856 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6d7a-d3ab-4884-9cb3-d4895899b455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.834718 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-dbdf6d7a-d3ab-4884-9cb3-d4895899b455 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f3b9e9d3-498d-4c78-a531-b1917cf3e88e HTTP/1.1" status: 204 len: 168 time: 0.2618611 Aug 31 04:38:10.837841 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 36996) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:10.841762 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf405f-a086-47bf-9cc9-db7b7e06e778 None None] Network cc5fd2e2-b721-4413-b932-bf9b9676a7be requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:38:10.931222 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:10.998186 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Deleting port e246c20c-507e-4b1a-a918-f580b3026f38 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:10.998947 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:11.071600 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] For port e246c20c-507e-4b1a-a918-f580b3026f38, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=e246c20c-507e-4b1a-a918-f580b3026f38,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:11.072076 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:11.086044 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Calling delete_port for e246c20c-507e-4b1a-a918-f580b3026f38 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:11.086240 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5e626f-da4f-41bb-87b0-8b0fe0d9e8d3 None None] DHCP port deletion for cc5fd2e2-b721-4413-b932-bf9b9676a7be request from dv-cinder-778193-7-smb {{(pid=93813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 04:38:11.133539 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e626f-da4f-41bb-87b0-8b0fe0d9e8d3 None None] Deleting port e246c20c-507e-4b1a-a918-f580b3026f38 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:11.134029 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a5e626f-da4f-41bb-87b0-8b0fe0d9e8d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:11.179108 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:11.209442 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5a5e626f-da4f-41bb-87b0-8b0fe0d9e8d3 None None] For port e246c20c-507e-4b1a-a918-f580b3026f38, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=e246c20c-507e-4b1a-a918-f580b3026f38,segment=NetworkSegment(e6d9d338-37b1-42e6-946a-534fb57dbe46),segment_id=e6d9d338-37b1-42e6-946a-534fb57dbe46)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:11.210110 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a5e626f-da4f-41bb-87b0-8b0fe0d9e8d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:11.213339 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e246c20c-507e-4b1a-a918-f580b3026f38,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:11.220327 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] No DVR routers for this DVR port e246c20c-507e-4b1a-a918-f580b3026f38 on host dv-cinder-778193-7-smb {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:11.230520 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e626f-da4f-41bb-87b0-8b0fe0d9e8d3 None None] Calling delete_port for e246c20c-507e-4b1a-a918-f580b3026f38 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:11.311653 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:11.323184 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5fd2e2-b721-4413-b932-bf9b9676a7be']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:11.324795 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a5e626f-da4f-41bb-87b0-8b0fe0d9e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:11.334258 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d9d338-37b1-42e6-946a-534fb57dbe46') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:11.334630 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d9d338-37b1-42e6-946a-534fb57dbe46') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:11.344122 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121537'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:11.353264 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e626f-da4f-41bb-87b0-8b0fe0d9e8d3 None None] Pushing event deleted for resources: {'Port': ['ID=e246c20c-507e-4b1a-a918-f580b3026f38,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:11.357450 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e626f-da4f-41bb-87b0-8b0fe0d9e8d3 None None] No DVR routers for this DVR port e246c20c-507e-4b1a-a918-f580b3026f38 on host dv-cinder-778193-7-smb {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:11.365725 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:11.373310 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:38:11.373608 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121309'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: Traceback (most recent call last): Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: timer() Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: cb(*args, **kw) Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: return func(*args, **kwargs) Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: self._notify() Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: self.callback(batched_events) Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: event.method(event) Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: return f(self, *a, **k) Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: return self._get(url).json() Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:38:11.375356 dv-cinder-778193-7-smb neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:38:11.405190 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:11.428394 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:11.429079 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 99fa6b10-8b91-489a-a6a7-5c9796faaeb1 not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:11.431877 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:11.437265 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:11.439316 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cc5fd2e2-b721-4413-b932-bf9b9676a7be HTTP/1.1" status: 204 len: 168 time: 0.5998926 Aug 31 04:38:11.442334 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37012) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:11.453653 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a08e47-087e-4f2f-97f4-76a79b40d9b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5fd2e2-b721-4413-b932-bf9b9676a7be,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:11.784569 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 7b5d70ed-385f-46bf-95f6-371139b378ee no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:11.805723 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 7b5d70ed-385f-46bf-95f6-371139b378ee {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:11.806363 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 7b5d70ed-385f-46bf-95f6-371139b378ee not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:11.807383 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device e246c20c-507e-4b1a-a918-f580b3026f38 no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:11.829527 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: e246c20c-507e-4b1a-a918-f580b3026f38 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:11.829882 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device e246c20c-507e-4b1a-a918-f580b3026f38 not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:11.830315 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device f8c5d731-2d47-4c3b-9afa-3202f4b789f2 no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:11.854499 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: f8c5d731-2d47-4c3b-9afa-3202f4b789f2 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:11.855158 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device f8c5d731-2d47-4c3b-9afa-3202f4b789f2 not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:12.074527 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc639-b6bf-498d-984e-7abd46105f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651470'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:12.322014 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6d9dc639-b6bf-498d-984e-7abd46105f61 admin admin] Deleting port 5077547b-7714-4622-9886-1df726e83736 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:12.322391 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc639-b6bf-498d-984e-7abd46105f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:12.409494 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6d9dc639-b6bf-498d-984e-7abd46105f61 admin admin] For port 5077547b-7714-4622-9886-1df726e83736, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=5077547b-7714-4622-9886-1df726e83736,segment=NetworkSegment(a92f9fa9-1bf3-434c-be1f-4d139e60549b),segment_id=a92f9fa9-1bf3-434c-be1f-4d139e60549b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:12.409860 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc639-b6bf-498d-984e-7abd46105f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:12.425706 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6d9dc639-b6bf-498d-984e-7abd46105f61 admin admin] Calling delete_port for 5077547b-7714-4622-9886-1df726e83736 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:12.623132 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc639-b6bf-498d-984e-7abd46105f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:12.650778 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dc639-b6bf-498d-984e-7abd46105f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=5077547b-7714-4622-9886-1df726e83736,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:12.840317 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37058) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:12.842773 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc639-b6bf-498d-984e-7abd46105f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651602'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:13.073979 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9dc639-b6bf-498d-984e-7abd46105f61 admin admin] Router 53e2b26e-ba45-4cec-bac0-087ba18aebf7 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:38:13.180980 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9dc639-b6bf-498d-984e-7abd46105f61 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:38:13.188459 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-6d9dc639-b6bf-498d-984e-7abd46105f61 admin admin] 10.222.0.38 "PUT /v2.0/routers/53e2b26e-ba45-4cec-bac0-087ba18aebf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7425995 Aug 31 04:38:13.188569 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37062) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:13.192381 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e286cb91-62b8-4da0-98a2-a6091a29ed0d None None] Sync routers for ids ['53e2b26e-ba45-4cec-bac0-087ba18aebf7'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:38:13.201953 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e286cb91-62b8-4da0-98a2-a6091a29ed0d None None] Routers {'53e2b26e-ba45-4cec-bac0-087ba18aebf7'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:13.202700 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e286cb91-62b8-4da0-98a2-a6091a29ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['53e2b26e-ba45-4cec-bac0-087ba18aebf7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:13.298442 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:13.318964 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e286cb91-62b8-4da0-98a2-a6091a29ed0d None None] Set router 53e2b26e-ba45-4cec-bac0-087ba18aebf7 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:13.340510 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf4ab-2565-4afe-8880-126bc766c944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651470'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:13.405419 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:13.465186 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Deleting port 8605da4c-bde5-4be7-9588-df51587aac91 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:13.465549 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:13.505148 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e286cb91-62b8-4da0-98a2-a6091a29ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'name': 'tempest-TestShelveInstance-800803087-router', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': '8605da4c-bde5-4be7-9588-df51587aac91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:38:12Z', 'revision_number': 5, 'project_id': '9a0192abd4f04037860a474632c2886c', 'gw_port': {'id': '8605da4c-bde5-4be7-9588-df51587aac91', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:68:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:13.534236 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e286cb91-62b8-4da0-98a2-a6091a29ed0d None None] Checking router: 53e2b26e-ba45-4cec-bac0-087ba18aebf7 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:38:13.545677 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e286cb91-62b8-4da0-98a2-a6091a29ed0d None None] Routers {'53e2b26e-ba45-4cec-bac0-087ba18aebf7'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:13.546469 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] For port 8605da4c-bde5-4be7-9588-df51587aac91, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=8605da4c-bde5-4be7-9588-df51587aac91,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:13.546626 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e286cb91-62b8-4da0-98a2-a6091a29ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['53e2b26e-ba45-4cec-bac0-087ba18aebf7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:13.546838 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:13.561760 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Calling delete_port for 8605da4c-bde5-4be7-9588-df51587aac91 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:13.589909 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-0e8cf4ab-2565-4afe-8880-126bc766c944 admin admin] Deleting port dca35834-64ab-4a5a-8f5a-08e8bffb691f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:13.590284 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf4ab-2565-4afe-8880-126bc766c944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:13.633201 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e286cb91-62b8-4da0-98a2-a6091a29ed0d None None] Set router 53e2b26e-ba45-4cec-bac0-087ba18aebf7 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:13.668628 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-0e8cf4ab-2565-4afe-8880-126bc766c944 admin admin] For port dca35834-64ab-4a5a-8f5a-08e8bffb691f, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=dca35834-64ab-4a5a-8f5a-08e8bffb691f,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:13.669302 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf4ab-2565-4afe-8880-126bc766c944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:13.682654 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-0e8cf4ab-2565-4afe-8880-126bc766c944 admin admin] Calling delete_port for dca35834-64ab-4a5a-8f5a-08e8bffb691f owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:13.685805 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e286cb91-62b8-4da0-98a2-a6091a29ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'name': 'tempest-TestShelveInstance-800803087-router', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:38:13Z', 'revision_number': 6, 'project_id': '9a0192abd4f04037860a474632c2886c', 'gw_port_host': None}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:13.718186 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e286cb91-62b8-4da0-98a2-a6091a29ed0d None None] The sync data for ids ['53e2b26e-ba45-4cec-bac0-087ba18aebf7'] in dv-cinder-778193-7-smb is: [{'id': '53e2b26e-ba45-4cec-bac0-087ba18aebf7', 'name': 'tempest-TestShelveInstance-800803087-router', 'tenant_id': '9a0192abd4f04037860a474632c2886c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:33:04Z', 'updated_at': '2021-08-31T04:38:13Z', 'revision_number': 6, 'project_id': '9a0192abd4f04037860a474632c2886c', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:38:13.776086 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:13.804266 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Pushing event deleted for resources: {'Port': ['ID=8605da4c-bde5-4be7-9588-df51587aac91,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:13.880731 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647408'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:13.899862 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf4ab-2565-4afe-8880-126bc766c944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:13.929424 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cf4ab-2565-4afe-8880-126bc766c944 admin admin] Pushing event deleted for resources: {'Port': ['ID=dca35834-64ab-4a5a-8f5a-08e8bffb691f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:13.988882 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4593'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:13.991117 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:14.037506 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1642245'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:14.038215 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53e2b26e-ba45-4cec-bac0-087ba18aebf7 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:38:14.043085 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:14.044360 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-9663350d-9908-4186-b13a-addb0bc5b612 admin admin] 10.222.0.38 "DELETE /v2.0/routers/53e2b26e-ba45-4cec-bac0-087ba18aebf7 HTTP/1.1" status: 204 len: 168 time: 0.8548512 Aug 31 04:38:14.047310 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37082) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:14.127746 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52d7b92-3fdd-444e-9a5c-2932da94ae76 admin admin] Deleting subnet f9a0dd54-2824-49df-a20e-20ab32948150 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:38:14.143551 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a52d7b92-3fdd-444e-9a5c-2932da94ae76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:14.150258 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf4ab-2565-4afe-8880-126bc766c944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651602'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:14.190755 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a52d7b92-3fdd-444e-9a5c-2932da94ae76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624840'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:14.297620 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a52d7b92-3fdd-444e-9a5c-2932da94ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:14.355939 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a52d7b92-3fdd-444e-9a5c-2932da94ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3097614'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:14.392116 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a52d7b92-3fdd-444e-9a5c-2932da94ae76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:14.395719 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8cf4ab-2565-4afe-8880-126bc766c944 admin admin] Router 74981fa4-d09c-4fbb-ac87-59e56a307a29 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:38:14.398310 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37084) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:14.399312 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b18619-01e3-4802-a0e2-d0e6c5b70217 None None] Network 312d1daa-ee3c-422b-8c5a-836029ac6530 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:38:14.401857 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-a52d7b92-3fdd-444e-9a5c-2932da94ae76 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f9a0dd54-2824-49df-a20e-20ab32948150 HTTP/1.1" status: 204 len: 168 time: 0.3490467 Aug 31 04:38:14.403437 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d7b92-3fdd-444e-9a5c-2932da94ae76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a0dd54-2824-49df-a20e-20ab32948150,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:14.614528 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd757c98-686d-4c30-aa16-106c038c4bce None None] DHCP port deletion for 312d1daa-ee3c-422b-8c5a-836029ac6530 request from dv-cinder-778193-7-smb {{(pid=93813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 04:38:14.668256 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-dd757c98-686d-4c30-aa16-106c038c4bce None None] Deleting port 90c31208-6361-47ad-86f9-a68ababfe035 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:14.668642 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd757c98-686d-4c30-aa16-106c038c4bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:14.739441 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-dd757c98-686d-4c30-aa16-106c038c4bce None None] For port 90c31208-6361-47ad-86f9-a68ababfe035, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=90c31208-6361-47ad-86f9-a68ababfe035,segment=NetworkSegment(a92f9fa9-1bf3-434c-be1f-4d139e60549b),segment_id=a92f9fa9-1bf3-434c-be1f-4d139e60549b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:14.739929 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd757c98-686d-4c30-aa16-106c038c4bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:14.758206 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-dd757c98-686d-4c30-aa16-106c038c4bce None None] Calling delete_port for 90c31208-6361-47ad-86f9-a68ababfe035 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:14.795220 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:14.873087 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd757c98-686d-4c30-aa16-106c038c4bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:14.873750 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8cf4ab-2565-4afe-8880-126bc766c944 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:38:14.884631 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-0e8cf4ab-2565-4afe-8880-126bc766c944 admin admin] 10.222.0.38 "PUT /v2.0/routers/74981fa4-d09c-4fbb-ac87-59e56a307a29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0429955 Aug 31 04:38:14.886916 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37096) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:14.889996 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7087d86-c257-4238-b627-33e121c354f9 None None] Sync routers for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:38:14.892745 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd757c98-686d-4c30-aa16-106c038c4bce None None] No DVR routers for this DVR port 90c31208-6361-47ad-86f9-a68ababfe035 on host dv-cinder-778193-7-smb {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:14.907689 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7087d86-c257-4238-b627-33e121c354f9 None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:14.908600 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c7087d86-c257-4238-b627-33e121c354f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:14.920928 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd757c98-686d-4c30-aa16-106c038c4bce None None] Pushing event deleted for resources: {'Port': ['ID=90c31208-6361-47ad-86f9-a68ababfe035,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:14.936537 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Deleting port 90c31208-6361-47ad-86f9-a68ababfe035 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:14.937499 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.034013 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] For port 90c31208-6361-47ad-86f9-a68ababfe035, host dv-cinder-778193-7-smb, got binding levels [] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:15.034515 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.046179 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-c7087d86-c257-4238-b627-33e121c354f9 None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:15.048454 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.062524 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Calling delete_port for 90c31208-6361-47ad-86f9-a68ababfe035 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:15.071661 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.ipam_backend_mixin [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Port 90c31208-6361-47ad-86f9-a68ababfe035 was not found and therefore no delete operation was performed {{(pid=93811) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 04:38:15.081370 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.109862 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c31208-6361-47ad-86f9-a68ababfe035,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:15.114972 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] No DVR routers for this DVR port 90c31208-6361-47ad-86f9-a68ababfe035 on host dv-cinder-778193-7-smb {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:15.179480 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f87b8844-3ba1-4b96-9ae1-02ba91dc7d30 req-538e8012-4881-49e4-aa52-623a1917f365 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720514661&fields=id&tenant_id=dd132a81d6b440bc910fb397d6965013 HTTP/1.1" status: 200 len: 267 time: 0.0824082 Aug 31 04:38:15.193143 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.202996 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.224808 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312d1daa-ee3c-422b-8c5a-836029ac6530']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:15.241445 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92f9fa9-1bf3-434c-be1f-4d139e60549b') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:15.241750 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92f9fa9-1bf3-434c-be1f-4d139e60549b') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:15.251942 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121537'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.254118 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c7087d86-c257-4238-b627-33e121c354f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:38:13Z', 'revision_number': 5, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port': {'id': '3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:31:46Z', 'updated_at': '2021-08-31T04:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:15.267426 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.274914 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:38:15.275852 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121309'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: Traceback (most recent call last): Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: timer() Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: cb(*args, **kw) Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: return func(*args, **kwargs) Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: self._notify() Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: self.callback(batched_events) Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: event.method(event) Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: return f(self, *a, **k) Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: return self._get(url).json() Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:38:15.277843 dv-cinder-778193-7-smb neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:38:15.290857 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7087d86-c257-4238-b627-33e121c354f9 None None] Checking router: 74981fa4-d09c-4fbb-ac87-59e56a307a29 for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:38:15.291096 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b8844-3ba1-4b96-9ae1-02ba91dc7d30 req-9a444940-eb9c-423d-810e-0e268df279ae tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:15.292711 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f87b8844-3ba1-4b96-9ae1-02ba91dc7d30 req-9a444940-eb9c-423d-810e-0e268df279ae tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 985 time: 0.0954409 Aug 31 04:38:15.301781 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7087d86-c257-4238-b627-33e121c354f9 None None] Routers {'74981fa4-d09c-4fbb-ac87-59e56a307a29'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:15.302541 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c7087d86-c257-4238-b627-33e121c354f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['74981fa4-d09c-4fbb-ac87-59e56a307a29'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:15.303903 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.v2.base [req-f87b8844-3ba1-4b96-9ae1-02ba91dc7d30 req-05785cb8-b5dd-4282-8e64-c1e07ba7a9a0 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Request body: {'port': {'security_groups': ['521804a0-136b-4f9a-899b-85619c3ac9a5']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:15.309719 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Deleting port 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:15.310060 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.335461 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.341752 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.345545 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/312d1daa-ee3c-422b-8c5a-836029ac6530 HTTP/1.1" status: 204 len: 168 time: 0.9460166 Aug 31 04:38:15.361505 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0209264-5882-452e-a842-bc65aa0c16f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=312d1daa-ee3c-422b-8c5a-836029ac6530,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:15.397704 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-c7087d86-c257-4238-b627-33e121c354f9 None None] Set router 74981fa4-d09c-4fbb-ac87-59e56a307a29 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:15.457432 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c7087d86-c257-4238-b627-33e121c354f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:38:15Z', 'revision_number': 6, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port_host': None}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:15.487929 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37104) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:15.492737 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7087d86-c257-4238-b627-33e121c354f9 None None] The sync data for ids ['74981fa4-d09c-4fbb-ac87-59e56a307a29'] in dv-cinder-778193-7-smb is: [{'id': '74981fa4-d09c-4fbb-ac87-59e56a307a29', 'name': 'tempest-AttachVolumeShelveTestJSON-493824791-router', 'tenant_id': '8dbf4d23fc5847fb927e138365a7f41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:31:44Z', 'updated_at': '2021-08-31T04:38:15Z', 'revision_number': 6, 'project_id': '8dbf4d23fc5847fb927e138365a7f41b', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:38:15.544935 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-711f2c20-3aae-433a-94f7-6ce481fa0e09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc9b930e41cd41eaa6a57daaf977c110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556061 Aug 31 04:38:15.547516 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37106) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:15.610215 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d9886d1-1b31-49a8-8805-737fde163138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.635208 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d9886d1-1b31-49a8-8805-737fde163138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.683177 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d9886d1-1b31-49a8-8805-737fde163138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.685927 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d9886d1-1b31-49a8-8805-737fde163138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.687076 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-4d9886d1-1b31-49a8-8805-737fde163138 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e0104ca5-4a63-4467-ac43-50194210533c HTTP/1.1" status: 204 len: 168 time: 0.1386364 Aug 31 04:38:15.690042 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f87b8844-3ba1-4b96-9ae1-02ba91dc7d30 req-05785cb8-b5dd-4282-8e64-c1e07ba7a9a0 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.699788 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9886d1-1b31-49a8-8805-737fde163138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0104ca5-4a63-4467-ac43-50194210533c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:15.781869 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] For port 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:15.782175 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:15.811851 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Calling delete_port for 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:15.931373 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 8605da4c-bde5-4be7-9588-df51587aac91 no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:15.958918 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 8605da4c-bde5-4be7-9588-df51587aac91 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:15.959772 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 8605da4c-bde5-4be7-9588-df51587aac91 not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:15.960679 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device dca35834-64ab-4a5a-8f5a-08e8bffb691f no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:15.990357 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: dca35834-64ab-4a5a-8f5a-08e8bffb691f {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:15.991062 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device dca35834-64ab-4a5a-8f5a-08e8bffb691f not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:15.991715 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 90c31208-6361-47ad-86f9-a68ababfe035 no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:16.020033 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 90c31208-6361-47ad-86f9-a68ababfe035 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:16.020370 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 90c31208-6361-47ad-86f9-a68ababfe035 not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:16.020801 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 5077547b-7714-4622-9886-1df726e83736 no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:16.042323 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-f87b8844-3ba1-4b96-9ae1-02ba91dc7d30 req-05785cb8-b5dd-4282-8e64-c1e07ba7a9a0 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] For port 10dd6abb-5288-4d9b-a725-f4a68358a23c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:16.052454 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 5077547b-7714-4622-9886-1df726e83736 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:16.052915 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 5077547b-7714-4622-9886-1df726e83736 not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:16.073722 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37112) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:16.105706 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f87b8844-3ba1-4b96-9ae1-02ba91dc7d30 req-05785cb8-b5dd-4282-8e64-c1e07ba7a9a0 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.116895 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f87b8844-3ba1-4b96-9ae1-02ba91dc7d30 req-05785cb8-b5dd-4282-8e64-c1e07ba7a9a0 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26792571'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.126897 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-3c4433a2-8062-4e89-8edb-b8a90aede807 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9a0192abd4f04037860a474632c2886c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514846 Aug 31 04:38:16.128841 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37118) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:16.147892 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.153489 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['10dd6abb-5288-4d9b-a725-f4a68358a23c'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:38:16.182309 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8887ec90-277f-4b7c-9536-60d2c89a49f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.206692 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8887ec90-277f-4b7c-9536-60d2c89a49f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.222020 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b8844-3ba1-4b96-9ae1-02ba91dc7d30 req-05785cb8-b5dd-4282-8e64-c1e07ba7a9a0 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:16.222675 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f87b8844-3ba1-4b96-9ae1-02ba91dc7d30 req-05785cb8-b5dd-4282-8e64-c1e07ba7a9a0 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.224105 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f87b8844-3ba1-4b96-9ae1-02ba91dc7d30 req-05785cb8-b5dd-4282-8e64-c1e07ba7a9a0 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "PUT /v2.0/ports/10dd6abb-5288-4d9b-a725-f4a68358a23c HTTP/1.1" status: 200 len: 943 time: 0.9248395 Aug 31 04:38:16.229046 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:38:16.230865 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b589d13d5832cb16945ae42739308d350e4152bdb33adae47e43b8dd41dd1a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a553059e-1a13-4f11-a149-efdd2a3973a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:16.268078 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37120) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:16.291329 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8887ec90-277f-4b7c-9536-60d2c89a49f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.294061 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8887ec90-277f-4b7c-9536-60d2c89a49f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.298014 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-8887ec90-277f-4b7c-9536-60d2c89a49f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b21dede-922c-4b2c-9165-c44403afd459 HTTP/1.1" status: 204 len: 168 time: 0.1657240 Aug 31 04:38:16.332139 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887ec90-277f-4b7c-9536-60d2c89a49f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b21dede-922c-4b2c-9165-c44403afd459,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:16.345353 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05785cb8-b5dd-4282-8e64-c1e07ba7a9a0 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event updated for resources: {'Port': ['ID=10dd6abb-5288-4d9b-a725-f4a68358a23c,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:16.349897 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['10dd6abb-5288-4d9b-a725-f4a68358a23c'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:38:16.393676 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:16.412012 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647408'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.513390 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c913-968a-45e6-8bf9-3f6b00387060 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.542122 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4593'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.551597 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.593662 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c913-968a-45e6-8bf9-3f6b00387060 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.653710 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1642245'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.654502 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74981fa4-d09c-4fbb-ac87-59e56a307a29 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:38:16.662634 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.667797 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-229c5b66-d53b-46e6-a0f7-9f4749ad5be8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/74981fa4-d09c-4fbb-ac87-59e56a307a29 HTTP/1.1" status: 204 len: 168 time: 1.7792733 Aug 31 04:38:16.671551 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37132) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:16.687944 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac2e338-86d6-456d-a2b1-f62bea43c0ab x-openstack-request-id: req-bac2e338-86d6-456d-a2b1-f62bea43c0ab {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:16.688560 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:16.688938 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bac2e338-86d6-456d-a2b1-f62bea43c0ab {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:16.689792 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c', 'status': 'completed', 'code': 200} Aug 31 04:38:16.715986 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c913-968a-45e6-8bf9-3f6b00387060 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.719888 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c913-968a-45e6-8bf9-3f6b00387060 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.723686 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-5ed9c913-968a-45e6-8bf9-3f6b00387060 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "DELETE /v2.0/security-groups/53ef541a-27e3-4e9d-aabb-dc805d60e96d HTTP/1.1" status: 204 len: 168 time: 0.4515164 Aug 31 04:38:16.731396 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37134) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:16.736956 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-2e704fc8-c523-41ad-a692-26ed29a43739 None None] Provisioning complete for port 10dd6abb-5288-4d9b-a725-f4a68358a23c triggered by entity DHCP. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:38:16.737764 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e704fc8-c523-41ad-a692-26ed29a43739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.761951 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73d0ac4-a200-44ef-817f-b83b28493add admin admin] Deleting subnet 953331b1-921a-4118-aa80-e5ba0b2c0390 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:38:16.766651 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73d0ac4-a200-44ef-817f-b83b28493add admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.812383 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73d0ac4-a200-44ef-817f-b83b28493add admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624840'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:16.893079 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9c913-968a-45e6-8bf9-3f6b00387060 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ef541a-27e3-4e9d-aabb-dc805d60e96d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:16.945914 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73d0ac4-a200-44ef-817f-b83b28493add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.000887 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553059e-1a13-4f11-a149-efdd2a3973a9 req-d509608b-b480-41f3-a81f-87389b52b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:17.002587 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a553059e-1a13-4f11-a149-efdd2a3973a9 req-d509608b-b480-41f3-a81f-87389b52b9b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd132a81d6b440bc910fb397d6965013&device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 1099 time: 0.2674665 Aug 31 04:38:17.022418 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73d0ac4-a200-44ef-817f-b83b28493add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3097614'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.054198 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73d0ac4-a200-44ef-817f-b83b28493add admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.056085 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-c73d0ac4-a200-44ef-817f-b83b28493add admin admin] 10.222.0.38 "DELETE /v2.0/subnets/953331b1-921a-4118-aa80-e5ba0b2c0390 HTTP/1.1" status: 204 len: 168 time: 0.3835509 Aug 31 04:38:17.057809 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d0ac4-a200-44ef-817f-b83b28493add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=953331b1-921a-4118-aa80-e5ba0b2c0390,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:17.059473 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37138) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:17.060177 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35edc232-deb0-4047-a72d-b6fe5f0585f3 None None] Network a19f8d25-94f1-4c19-a3a8-1c16d0853f3d requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:38:17.133073 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.137807 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-360e5752-c070-40e9-b694-07950338b709 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Deleting port 09765970-a4c0-40ce-b020-bafcf1dd1e0f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:17.138335 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-360e5752-c070-40e9-b694-07950338b709 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.180738 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553059e-1a13-4f11-a149-efdd2a3973a9 req-319fb286-199b-4d09-8ac6-af06690a96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:17.183547 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a553059e-1a13-4f11-a149-efdd2a3973a9 req-319fb286-199b-4d09-8ac6-af06690a96b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 HTTP/1.1" status: 200 len: 915 time: 0.1585305 Aug 31 04:38:17.195522 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Deleting port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:17.195877 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.262634 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] For port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:17.262898 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.267291 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d888d92-b146-42ed-bb63-d04e45fa1ee5 None None] DHCP port deletion for a19f8d25-94f1-4c19-a3a8-1c16d0853f3d request from dv-cinder-778193-7-smb {{(pid=93813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 04:38:17.272094 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-360e5752-c070-40e9-b694-07950338b709 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.273461 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-360e5752-c070-40e9-b694-07950338b709 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.276700 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a553059e-1a13-4f11-a149-efdd2a3973a9 req-b24517bc-a94e-4d06-8ccb-0506a021f78a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c HTTP/1.1" status: 200 len: 1002 time: 0.0819292 Aug 31 04:38:17.278339 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Calling delete_port for 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:17.299038 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-360e5752-c070-40e9-b694-07950338b709 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Calling delete_port for 09765970-a4c0-40ce-b020-bafcf1dd1e0f owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:17.313578 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2d888d92-b146-42ed-bb63-d04e45fa1ee5 None None] Deleting port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:17.313961 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d888d92-b146-42ed-bb63-d04e45fa1ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.365378 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.382367 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-2d888d92-b146-42ed-bb63-d04e45fa1ee5 None None] For port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4,segment=NetworkSegment(92f43929-6c0f-4ad7-b772-903ad614568f),segment_id=92f43929-6c0f-4ad7-b772-903ad614568f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:17.383038 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d888d92-b146-42ed-bb63-d04e45fa1ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.390975 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553059e-1a13-4f11-a149-efdd2a3973a9 req-26791058-c65c-4c4b-96aa-7f6f835ce1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:17.392551 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a553059e-1a13-4f11-a149-efdd2a3973a9 req-26791058-c65c-4c4b-96aa-7f6f835ce1f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b859fbe-9843-4395-8d57-50bc5716a0d0 HTTP/1.1" status: 200 len: 853 time: 0.1028857 Aug 31 04:38:17.396005 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2d888d92-b146-42ed-bb63-d04e45fa1ee5 None None] Calling delete_port for 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:17.399057 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:17.400464 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] No DVR routers for this DVR port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 on host dv-cinder-778193-7-smb {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:17.466552 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553059e-1a13-4f11-a149-efdd2a3973a9 req-4365aa07-48ee-44d3-98da-81c0763e2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:17.468662 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a553059e-1a13-4f11-a149-efdd2a3973a9 req-4365aa07-48ee-44d3-98da-81c0763e2b85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0593016 Aug 31 04:38:17.474077 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d888d92-b146-42ed-bb63-d04e45fa1ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.479115 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.490732 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19f8d25-94f1-4c19-a3a8-1c16d0853f3d']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:17.503574 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f43929-6c0f-4ad7-b772-903ad614568f') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:17.503772 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f43929-6c0f-4ad7-b772-903ad614568f') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:17.504631 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d888d92-b146-42ed-bb63-d04e45fa1ee5 None None] Pushing event deleted for resources: {'Port': ['ID=7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:17.507484 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d888d92-b146-42ed-bb63-d04e45fa1ee5 None None] No DVR routers for this DVR port 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 on host dv-cinder-778193-7-smb {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:17.513507 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624883'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.533179 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.541801 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:38:17.542214 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792599'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: Traceback (most recent call last): Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: timer() Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: cb(*args, **kw) Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: return func(*args, **kwargs) Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: self._notify() Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: self.callback(batched_events) Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: event.method(event) Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: return f(self, *a, **k) Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: return self._get(url).json() Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: return self.request(url, 'GET', **kwargs) Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:38:17.543886 dv-cinder-778193-7-smb neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:38:17.601667 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.608588 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.610799 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a19f8d25-94f1-4c19-a3a8-1c16d0853f3d HTTP/1.1" status: 204 len: 168 time: 0.5502660 Aug 31 04:38:17.614780 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-360e5752-c070-40e9-b694-07950338b709 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.622249 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930b8ca-c70e-4c49-918f-8765a1736598 admin admin] Pushing event deleted for resources: {'Network': ['ID=a19f8d25-94f1-4c19-a3a8-1c16d0853f3d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:17.624236 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a553059e-1a13-4f11-a149-efdd2a3973a9 req-01a33650-967e-4774-bc91-67c96f44abc7 service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417990 Aug 31 04:38:17.658286 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e5752-c070-40e9-b694-07950338b709 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event deleted for resources: {'Port': ['ID=09765970-a4c0-40ce-b020-bafcf1dd1e0f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:17.781128 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-360e5752-c070-40e9-b694-07950338b709 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.781606 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.l3_db [None req-360e5752-c070-40e9-b694-07950338b709 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Floating IP de8271ed-e234-4d72-87c2-d181275a9fce disassociated (deleted). External IP: 172.28.1.113, port: 10dd6abb-5288-4d9b-a725-f4a68358a23c. Aug 31 04:38:17.805324 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:17.828854 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:17.829230 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 3b1f89a7-2f13-4e5d-b50f-c8ec0c9faf7c not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:17.830077 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:17.846548 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a553059e-1a13-4f11-a149-efdd2a3973a9 req-276a774b-0ef8-483b-be65-10f896fc7ad3 service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016778 Aug 31 04:38:17.851384 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37150) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:17.859355 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:17.859718 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 7a4b2fe3-f90a-488b-a542-9f6e2c3d42a4 not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:17.906714 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-82d77f11-9491-429e-a1cc-2e9e0738efe0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8dbf4d23fc5847fb927e138365a7f41b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0541496 Aug 31 04:38:17.909934 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37154) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:17.968381 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aecf672-4e62-46da-a110-59611d67699d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:17.984764 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aecf672-4e62-46da-a110-59611d67699d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:18.037447 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aecf672-4e62-46da-a110-59611d67699d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:18.040266 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aecf672-4e62-46da-a110-59611d67699d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:18.044096 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-6aecf672-4e62-46da-a110-59611d67699d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/110f73e2-91f1-4550-a071-d2ae4d684f69 HTTP/1.1" status: 204 len: 168 time: 0.1300154 Aug 31 04:38:18.058542 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecf672-4e62-46da-a110-59611d67699d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110f73e2-91f1-4550-a071-d2ae4d684f69,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:18.064024 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360e5752-c070-40e9-b694-07950338b709 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Router 067030b1-f817-4d96-bfce-5ca3291bcef9 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:38:18.178855 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360e5752-c070-40e9-b694-07950338b709 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:38:18.183635 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-360e5752-c070-40e9-b694-07950338b709 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:18.189126 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6353e6f6-d32f-4a44-9425-484dd3c735ac None None] Sync routers for ids ['067030b1-f817-4d96-bfce-5ca3291bcef9'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:38:18.199125 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353e6f6-d32f-4a44-9425-484dd3c735ac None None] Routers {'067030b1-f817-4d96-bfce-5ca3291bcef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:18.199741 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6353e6f6-d32f-4a44-9425-484dd3c735ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['067030b1-f817-4d96-bfce-5ca3291bcef9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:18.213951 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-360e5752-c070-40e9-b694-07950338b709 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "DELETE /v2.0/floatingips/de8271ed-e234-4d72-87c2-d181275a9fce HTTP/1.1" status: 204 len: 168 time: 1.4810541 Aug 31 04:38:18.214638 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:38:18.216934 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64e79cc-c086-424b-b30d-9f305b7de4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:18.252759 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0a9d7c-1de7-4c97-a888-6242479fc5fd x-openstack-request-id: req-eb0a9d7c-1de7-4c97-a888-6242479fc5fd {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:18.253087 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:18.253348 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb0a9d7c-1de7-4c97-a888-6242479fc5fd {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:18.253782 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c', 'status': 'completed', 'code': 200} Aug 31 04:38:18.360791 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e79cc-c086-424b-b30d-9f305b7de4ee req-7b3f3e89-d682-416f-83c0-48ba38ea6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:18.362537 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f64e79cc-c086-424b-b30d-9f305b7de4ee req-7b3f3e89-d682-416f-83c0-48ba38ea6383 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd132a81d6b440bc910fb397d6965013&device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 1099 time: 0.0590260 Aug 31 04:38:18.501492 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6353e6f6-d32f-4a44-9425-484dd3c735ac None None] Set router 067030b1-f817-4d96-bfce-5ca3291bcef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:18.519178 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e79cc-c086-424b-b30d-9f305b7de4ee req-81b6d42a-6185-458e-b1be-2a4d86fe44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:18.520683 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f64e79cc-c086-424b-b30d-9f305b7de4ee req-81b6d42a-6185-458e-b1be-2a4d86fe44c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 HTTP/1.1" status: 200 len: 915 time: 0.1498547 Aug 31 04:38:18.567308 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f64e79cc-c086-424b-b30d-9f305b7de4ee req-8a96fd7a-82fd-47d4-a218-0a00413ed442 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c HTTP/1.1" status: 200 len: 217 time: 0.0387080 Aug 31 04:38:18.620060 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e79cc-c086-424b-b30d-9f305b7de4ee req-b335cf9d-5718-4a71-956b-9357f9b47aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:18.621921 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f64e79cc-c086-424b-b30d-9f305b7de4ee req-b335cf9d-5718-4a71-956b-9357f9b47aed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b859fbe-9843-4395-8d57-50bc5716a0d0 HTTP/1.1" status: 200 len: 853 time: 0.0443428 Aug 31 04:38:18.682187 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e79cc-c086-424b-b30d-9f305b7de4ee req-fff12fc6-7769-43f5-892c-a861ec4536ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:18.683713 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f64e79cc-c086-424b-b30d-9f305b7de4ee req-fff12fc6-7769-43f5-892c-a861ec4536ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0500498 Aug 31 04:38:18.717267 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6353e6f6-d32f-4a44-9425-484dd3c735ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 4, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port': {'id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '85c68c87-3728-4fab-84f4-ed6222708b05', 'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'mac_address': 'fa:16:3e:b8:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:02Z', 'updated_at': '2021-08-31T04:36:10Z', 'revision_number': 5, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'subnets': [{'id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:18.752763 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6353e6f6-d32f-4a44-9425-484dd3c735ac None None] Checking router: 067030b1-f817-4d96-bfce-5ca3291bcef9 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:38:18.761949 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353e6f6-d32f-4a44-9425-484dd3c735ac None None] Routers {'067030b1-f817-4d96-bfce-5ca3291bcef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:18.762577 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6353e6f6-d32f-4a44-9425-484dd3c735ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:37:52Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['067030b1-f817-4d96-bfce-5ca3291bcef9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:18.786502 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f64e79cc-c086-424b-b30d-9f305b7de4ee req-ef480059-e7bf-4e1e-98b8-c72658243b2f service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949712 Aug 31 04:38:18.887125 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6353e6f6-d32f-4a44-9425-484dd3c735ac None None] Set router 067030b1-f817-4d96-bfce-5ca3291bcef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:18.914623 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f64e79cc-c086-424b-b30d-9f305b7de4ee req-89319496-c2a5-49d5-8438-28449acb525d service neutron] 10.222.0.16 "GET /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094673 Aug 31 04:38:18.922100 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37194) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:19.058764 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-136006643-network', 'tenant_id': '1ec715c2b6a44293bd5ba426b9c84581'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:19.093992 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Made reservation on behalf of 1ec715c2b6a44293bd5ba426b9c84581 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:38:19.097157 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.107751 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.208591 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6353e6f6-d32f-4a44-9425-484dd3c735ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 4, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port': {'id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '85c68c87-3728-4fab-84f4-ed6222708b05', 'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'mac_address': 'fa:16:3e:b8:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:02Z', 'updated_at': '2021-08-31T04:36:10Z', 'revision_number': 5, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'subnets': [{'id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:19.221922 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.226327 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.242371 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:38:19.247383 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6353e6f6-d32f-4a44-9425-484dd3c735ac None None] The sync data for ids ['067030b1-f817-4d96-bfce-5ca3291bcef9'] in dv-cinder-778193-7-smb is: [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:03Z', 'revision_number': 4, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port': {'id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb', '_interfaces': [{'id': '85c68c87-3728-4fab-84f4-ed6222708b05', 'name': '', 'network_id': '6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'mac_address': 'fa:16:3e:b8:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:02Z', 'updated_at': '2021-08-31T04:36:10Z', 'revision_number': 5, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'subnets': [{'id': '4b859fbe-9843-4395-8d57-50bc5716a0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:38:19.268001 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.268496 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.db.segments_db [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Added segment 5c0b82b2-38c5-4291-9fa9-95f42e112fcc of type vlan for network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 Aug 31 04:38:19.284400 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291ed04d-4573-4a29-84c5-1ad770490fe5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:19.338242 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731725768313'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.378501 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.380061 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:19.380872 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.446093 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5229027 Aug 31 04:38:19.449027 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37208) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:19.456522 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4441dd09-e5b9-4625-9581-b441a54f1786 admin admin] Request body: {'subnet': {'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-136006643-subnet', 'tenant_id': '1ec715c2b6a44293bd5ba426b9c84581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:19.468509 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e8e98-5e0c-4fbe-ae9b-564af9de86b9 admin admin] Pushing event updated for resources: {'Network': ['ID=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:19.487826 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 details requested by agent ovs-agent-dv-cinder-778193-7-smb with host dv-cinder-778193-7-smb {{(pid=93813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:38:19.500061 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4441dd09-e5b9-4625-9581-b441a54f1786 admin admin] Made reservation on behalf of 1ec715c2b6a44293bd5ba426b9c84581 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:38:19.504121 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4441dd09-e5b9-4625-9581-b441a54f1786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3044800'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.529371 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37212) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:19.564937 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9b31948-6336-4e87-baad-3b0d7fd03416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.585555 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3bd98-0e2f-4eac-a7ca-2e9d7a16e6d9 None None] New status for floating IP de8271ed-e234-4d72-87c2-d181275a9fce: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 04:38:19.705120 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5482cea8-4126-4f9a-adef-f415362d7c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.730869 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4441dd09-e5b9-4625-9581-b441a54f1786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3044822'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.805258 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441dd09-e5b9-4625-9581-b441a54f1786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0336d8a-b4ff-4e52-9b1f-28c121c9a143,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:19.817336 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441dd09-e5b9-4625-9581-b441a54f1786 admin admin] Checking segment: {'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:38:19.817687 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4441dd09-e5b9-4625-9581-b441a54f1786 admin admin] Network hostable DHCP agents. Network: 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7, hostable agents: ['c14df201-083e-4c12-883f-fc888d6dd016'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:38:19.834052 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5482cea8-4126-4f9a-adef-f415362d7c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.838161 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4441dd09-e5b9-4625-9581-b441a54f1786 admin admin] Network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 is scheduled to be hosted by DHCP agent c14df201-083e-4c12-883f-fc888d6dd016 with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:38:19.839541 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5482cea8-4126-4f9a-adef-f415362d7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.848433 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-4441dd09-e5b9-4625-9581-b441a54f1786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-7-smb, 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:38:19.854427 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4441dd09-e5b9-4625-9581-b441a54f1786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:19.855036 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4441dd09-e5b9-4625-9581-b441a54f1786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.860924 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c58c1f-eecf-455e-9016-11d2afea03a0 None None] Network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:38:19.871989 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-4441dd09-e5b9-4625-9581-b441a54f1786 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4211555 Aug 31 04:38:19.892567 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482cea8-4126-4f9a-adef-f415362d7c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9bba37-eba3-434f-a1c7-82fde2ae0c7c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:19.899613 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37226) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:19.899883 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-5482cea8-4126-4f9a-adef-f415362d7c09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=716cf86291ce4336b9e2f40d9c03a567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687332 Aug 31 04:38:19.965317 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7238dde1-9587-4620-8eca-97f1c6386a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:19.991041 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7238dde1-9587-4620-8eca-97f1c6386a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:20.019740 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc7e20b-2e92-43a4-97c6-7242de78d54c None None] Network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:38:20.047794 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7238dde1-9587-4620-8eca-97f1c6386a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:20.050843 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7238dde1-9587-4620-8eca-97f1c6386a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:20.055615 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-7238dde1-9587-4620-8eca-97f1c6386a92 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd9bba37-eba3-434f-a1c7-82fde2ae0c7c HTTP/1.1" status: 204 len: 168 time: 0.1507723 Aug 31 04:38:20.061194 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238dde1-9587-4620-8eca-97f1c6386a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9bba37-eba3-434f-a1c7-82fde2ae0c7c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:20.350359 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37248) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:20.364438 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-407c97a6-1d2f-4c52-bb61-054fc30990ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:20.461953 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-407c97a6-1d2f-4c52-bb61-054fc30990ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:20.464636 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-93d195d8-695e-4ce0-b198-0d62fe946e22 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:20.465584 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-407c97a6-1d2f-4c52-bb61-054fc30990ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:20.466224 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-93d195d8-695e-4ce0-b198-0d62fe946e22 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/networks?id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 HTTP/1.1" status: 200 len: 814 time: 0.1068895 Aug 31 04:38:20.483335 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-8d9de0b4-0f43-442a-8181-44988fe2a16d tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/quotas/1ec715c2b6a44293bd5ba426b9c84581 HTTP/1.1" status: 200 len: 375 time: 0.0110128 Aug 31 04:38:20.503070 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c97a6-1d2f-4c52-bb61-054fc30990ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be8e582-f11b-43c8-91ab-9821bd01ea6e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:20.509613 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-407c97a6-1d2f-4c52-bb61-054fc30990ab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20034e7907a647b39ac28f7f8d14bceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580579 Aug 31 04:38:20.510271 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37250) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:20.524220 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-82d3102e-a0f4-4eac-bbcc-638214f76006 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ec715c2b6a44293bd5ba426b9c84581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272558 Aug 31 04:38:20.561445 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac8255c6-241e-4822-96b0-02247081016a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:20.582903 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac8255c6-241e-4822-96b0-02247081016a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:20.629502 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac8255c6-241e-4822-96b0-02247081016a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:20.632065 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac8255c6-241e-4822-96b0-02247081016a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:20.633249 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-ac8255c6-241e-4822-96b0-02247081016a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4be8e582-f11b-43c8-91ab-9821bd01ea6e HTTP/1.1" status: 204 len: 168 time: 0.1215951 Aug 31 04:38:20.641132 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8255c6-241e-4822-96b0-02247081016a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be8e582-f11b-43c8-91ab-9821bd01ea6e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:20.716871 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:38:20.767868 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-a23c481f-d735-459d-a8ff-d38cecdda4ce service neutron] 10.222.0.38 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360613 Aug 31 04:38:20.871230 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-4985aa93-8c46-4007-abf1-e092badff4dd service neutron] 10.222.0.38 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973396 Aug 31 04:38:20.886949 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:20.993824 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37262) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:21.007376 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02f6830e-e121-4e55-8077-238538d60fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:21.074117 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-8d1a862e-5a54-4513-af10-10be7571bd52 req-05934c28-c223-4bbe-8026-61c85bd3ce9d tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 210 time: 0.0363445 Aug 31 04:38:21.167202 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02f6830e-e121-4e55-8077-238538d60fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:21.178262 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d8f27-b031-4558-9e05-ee717aafe240 req-75dc1fd4-29ef-4ddf-ac27-bb1c87d9348b tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:21.179776 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e49d8f27-b031-4558-9e05-ee717aafe240 req-75dc1fd4-29ef-4ddf-ac27-bb1c87d9348b tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 946 time: 0.0864587 Aug 31 04:38:21.180559 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02f6830e-e121-4e55-8077-238538d60fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:21.238447 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-02f6830e-e121-4e55-8077-238538d60fe7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=92a312a6b71644538e8063a96f77ee35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469559 Aug 31 04:38:21.241310 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37274) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:21.248659 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6830e-e121-4e55-8077-238538d60fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf297b6d-d208-45f7-b49e-138fbe113b30,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:21.257514 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e49d8f27-b031-4558-9e05-ee717aafe240 req-859fbb23-456e-49bb-9af0-28fa6246848a tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660381 Aug 31 04:38:21.294493 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1d78-5800-48cf-9d38-7e8e4cddd03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:21.315439 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1d78-5800-48cf-9d38-7e8e4cddd03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:21.366118 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1d78-5800-48cf-9d38-7e8e4cddd03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:21.369257 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1d78-5800-48cf-9d38-7e8e4cddd03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:21.372714 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-7ffe1d78-5800-48cf-9d38-7e8e4cddd03c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf297b6d-d208-45f7-b49e-138fbe113b30 HTTP/1.1" status: 204 len: 168 time: 0.1281576 Aug 31 04:38:21.379580 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe1d78-5800-48cf-9d38-7e8e4cddd03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf297b6d-d208-45f7-b49e-138fbe113b30,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:22.183293 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9945f550-3296-4e20-b5ff-4e423333d3a5 req-511b6ff3-7127-4fdf-a24c-45ec8ebc0e86 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 210 time: 0.0274930 Aug 31 04:38:22.185127 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-38f07f95-1fcf-4c49-acd2-04695e39e015 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:22.186792 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-38f07f95-1fcf-4c49-acd2-04695e39e015 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "GET /v2.0/networks?id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 HTTP/1.1" status: 200 len: 814 time: 0.1066134 Aug 31 04:38:22.220294 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-a03088ea-ca46-4ebf-8f1c-845966043f3e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Request body: {'port': {'device_id': '5b7227e3-faa8-4576-a2e8-40a5a7b62e1e', 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7', 'admin_state_up': True, 'tenant_id': '1ec715c2b6a44293bd5ba426b9c84581'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:22.244421 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d68adee5-4522-4ca7-ab18-b9373fff4738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:22.343651 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-a03088ea-ca46-4ebf-8f1c-845966043f3e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Made reservation on behalf of 1ec715c2b6a44293bd5ba426b9c84581 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:38:22.346909 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-a03088ea-ca46-4ebf-8f1c-845966043f3e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:22.432869 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044eec22-3c82-48b6-925c-65d516834f38 req-e6043a20-cd69-43e8-bb00-c4a1576d1829 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:22.434401 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-044eec22-3c82-48b6-925c-65d516834f38 req-e6043a20-cd69-43e8-bb00-c4a1576d1829 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 946 time: 0.1008732 Aug 31 04:38:22.443181 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:22.511995 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-044eec22-3c82-48b6-925c-65d516834f38 req-d3a21a7c-e284-4c64-8624-f837dd92aed1 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682280 Aug 31 04:38:22.538261 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-a03088ea-ca46-4ebf-8f1c-845966043f3e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Allocated IP 172.20.0.3 (5c30e1a4-fbfc-4370-ba15-a11bb9f506a7/e0336d8a-b4ff-4e52-9b1f-28c121c9a143/43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:38:22.693427 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-a03088ea-ca46-4ebf-8f1c-845966043f3e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:22.730346 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-a03088ea-ca46-4ebf-8f1c-845966043f3e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:22.769136 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-a03088ea-ca46-4ebf-8f1c-845966043f3e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:38:22.775897 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-a03088ea-ca46-4ebf-8f1c-845966043f3e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:38:22.778161 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-a03088ea-ca46-4ebf-8f1c-845966043f3e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:38:22.809044 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03088ea-ca46-4ebf-8f1c-845966043f3e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Pushing event updated for resources: {'Port': ['ID=43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:22.832039 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-a03088ea-ca46-4ebf-8f1c-845966043f3e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:22.832637 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-a03088ea-ca46-4ebf-8f1c-845966043f3e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:22.847012 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-a03088ea-ca46-4ebf-8f1c-845966043f3e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6306136 Aug 31 04:38:22.866171 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Request body: {'port': {'device_id': '5b7227e3-faa8-4576-a2e8-40a5a7b62e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:22.923353 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:23.158093 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca008d99-7326-4671-8683-28269f9fd0aa req-b59866fb-fcad-49cc-a7e4-d733ad1d7245 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:23.159577 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ca008d99-7326-4671-8683-28269f9fd0aa req-b59866fb-fcad-49cc-a7e4-d733ad1d7245 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 946 time: 0.0771675 Aug 31 04:38:23.302222 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281e03-e0a0-41a3-bdfb-fcb9b3b194c9 req-a468c495-d326-4911-962f-1ac0dd508ab8 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:23.303810 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-61281e03-e0a0-41a3-bdfb-fcb9b3b194c9 req-a468c495-d326-4911-962f-1ac0dd508ab8 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 931 time: 0.0523789 Aug 31 04:38:23.343950 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-61281e03-e0a0-41a3-bdfb-fcb9b3b194c9 req-49dfa406-e69f-44c6-952a-b0ce244efb63 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333865 Aug 31 04:38:23.529468 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:38:23.542759 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:23.570803 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Transition to ACTIVE for port object 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:38:23.577571 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:23.599204 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ca008d99-7326-4671-8683-28269f9fd0aa req-a92877b1-b7c8-4c5d-91c5-3c5aa79e8427 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Deleting port 10dd6abb-5288-4d9b-a725-f4a68358a23c {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:23.599542 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca008d99-7326-4671-8683-28269f9fd0aa req-a92877b1-b7c8-4c5d-91c5-3c5aa79e8427 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:23.709537 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Pushing event updated for resources: {'Port': ['ID=43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:23.730258 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:23.790888 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea16f32-26fa-473c-960f-8fb6e29995eb req-8c9983b1-cd4c-4f4c-8451-09f7b06d6b66 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:23.792319 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bea16f32-26fa-473c-960f-8fb6e29995eb req-8c9983b1-cd4c-4f4c-8451-09f7b06d6b66 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e HTTP/1.1" status: 200 len: 946 time: 0.2125864 Aug 31 04:38:23.851372 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-ca008d99-7326-4671-8683-28269f9fd0aa req-a92877b1-b7c8-4c5d-91c5-3c5aa79e8427 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] For port 10dd6abb-5288-4d9b-a725-f4a68358a23c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=10dd6abb-5288-4d9b-a725-f4a68358a23c,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:23.851788 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca008d99-7326-4671-8683-28269f9fd0aa req-a92877b1-b7c8-4c5d-91c5-3c5aa79e8427 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:23.874300 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Attempting to bind port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:38:23.874639 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Attempting to bind port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:38:23.874981 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Attempting to bind port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a on network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:38:23.884317 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-bea16f32-26fa-473c-960f-8fb6e29995eb req-09f41908-8f38-4f49-b0e2-8964596aefb2 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.38 "GET /v2.0/security-groups?id=521804a0-136b-4f9a-899b-85619c3ac9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793033 Aug 31 04:38:23.885998 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ca008d99-7326-4671-8683-28269f9fd0aa req-a92877b1-b7c8-4c5d-91c5-3c5aa79e8427 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Calling delete_port for 10dd6abb-5288-4d9b-a725-f4a68358a23c owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:23.887818 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a on network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:38:23.888051 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Attempting to bind port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a on network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:38:23.899991 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:38:23.900361 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Checking segment: {'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:38:23.900747 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Bound using segment: {'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:38:23.901268 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Bound port: 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:38:23.901633 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:24.021245 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] For port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:38:24.034588 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] For port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:38:24.041669 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:24.100043 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:24.100043 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:24.101643 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] 10.222.0.16 "PUT /v2.0/ports/43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a HTTP/1.1" status: 200 len: 1093 time: 1.2399986 Aug 31 04:38:24.105538 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7227e3-faa8-4576-a2e8-40a5a7b62e1e', 'tag': '43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:38:24.107772 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091237d9-49d4-42e5-8764-e13be9d60287" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7227e3-faa8-4576-a2e8-40a5a7b62e1e", "tag": "43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:24.140942 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca008d99-7326-4671-8683-28269f9fd0aa req-a92877b1-b7c8-4c5d-91c5-3c5aa79e8427 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:24.147090 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e10a600-af02-451f-9bb2-352ce8fa585e x-openstack-request-id: req-4e10a600-af02-451f-9bb2-352ce8fa585e {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:24.147380 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7227e3-faa8-4576-a2e8-40a5a7b62e1e", "tag": "43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:24.147632 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e10a600-af02-451f-9bb2-352ce8fa585e {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:24.148022 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7227e3-faa8-4576-a2e8-40a5a7b62e1e', 'tag': '43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a', 'status': 'completed', 'code': 200} Aug 31 04:38:24.148680 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0eb880-45d0-4c00-9d70-9b715c866b7a service neutron] Pushing event updated for resources: {'Port': ['ID=43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:24.176663 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['10dd6abb-5288-4d9b-a725-f4a68358a23c'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:38:24.185085 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92877b1-b7c8-4c5d-91c5-3c5aa79e8427 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Pushing event deleted for resources: {'Port': ['ID=10dd6abb-5288-4d9b-a725-f4a68358a23c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:24.253620 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca008d99-7326-4671-8683-28269f9fd0aa req-a92877b1-b7c8-4c5d-91c5-3c5aa79e8427 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] No DVR routers for this DVR port 10dd6abb-5288-4d9b-a725-f4a68358a23c on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:24.256135 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ca008d99-7326-4671-8683-28269f9fd0aa req-a92877b1-b7c8-4c5d-91c5-3c5aa79e8427 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:24.258376 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ca008d99-7326-4671-8683-28269f9fd0aa req-a92877b1-b7c8-4c5d-91c5-3c5aa79e8427 tempest-TestMinimumBasicScenario-428188321 tempest-TestMinimumBasicScenario-428188321-project] 10.222.0.16 "DELETE /v2.0/ports/10dd6abb-5288-4d9b-a725-f4a68358a23c HTTP/1.1" status: 204 len: 173 time: 1.0889142 Aug 31 04:38:24.265376 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-c50ea1ae-24a0-418e-a649-e5d11730586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:24.266813 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-c50ea1ae-24a0-418e-a649-e5d11730586e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ec715c2b6a44293bd5ba426b9c84581&device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 1096 time: 0.0928545 Aug 31 04:38:24.317101 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-6f1b8f9a-4966-4d9c-beb2-d505b6c8829f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a HTTP/1.1" status: 200 len: 217 time: 0.0360746 Aug 31 04:38:24.371688 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-87891e6b-3014-4cea-8f21-d0222a04cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:24.373297 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-87891e6b-3014-4cea-8f21-d0222a04cff8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0336d8a-b4ff-4e52-9b1f-28c121c9a143 HTTP/1.1" status: 200 len: 854 time: 0.0484807 Aug 31 04:38:24.412095 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-81193226-f6d6-4135-bf01-7fed025a9270 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319281 Aug 31 04:38:24.510782 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe4dac-f933-4106-b57d-82d63a11b213 req-60cc748f-a6de-4ffe-a739-a9f4dbbe3aa1 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:24.512167 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-92fe4dac-f933-4106-b57d-82d63a11b213 req-60cc748f-a6de-4ffe-a739-a9f4dbbe3aa1 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 943 time: 0.0992095 Aug 31 04:38:24.561474 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-5230e2fa-63b8-4199-aef8-7afe3ab35710 service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236348 Aug 31 04:38:24.584110 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-92fe4dac-f933-4106-b57d-82d63a11b213 req-9ac15050-7c92-4984-8390-a540c99e24eb tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638356 Aug 31 04:38:24.663281 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-01f77f13-0a00-412e-a7d6-bfe1039c5b1f req-5e5fab88-fa0f-4cb0-ae2c-3b1c7c7d4fdf service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931833 Aug 31 04:38:24.809993 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091237d9-49d4-42e5-8764-e13be9d60287 req-2c03ada3-164c-4a4d-b1e1-b76901d9740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:24.811646 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-091237d9-49d4-42e5-8764-e13be9d60287 req-2c03ada3-164c-4a4d-b1e1-b76901d9740c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ec715c2b6a44293bd5ba426b9c84581&device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 1096 time: 0.0474780 Aug 31 04:38:24.904776 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091237d9-49d4-42e5-8764-e13be9d60287 req-4d836529-b4e5-4242-84cb-cadfe3491406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:24.906288 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-091237d9-49d4-42e5-8764-e13be9d60287 req-4d836529-b4e5-4242-84cb-cadfe3491406 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 HTTP/1.1" status: 200 len: 915 time: 0.0878348 Aug 31 04:38:24.918677 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:24.955149 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-091237d9-49d4-42e5-8764-e13be9d60287 req-e0e2871d-1860-4a96-b902-9188ced363ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a HTTP/1.1" status: 200 len: 217 time: 0.0399787 Aug 31 04:38:25.005718 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091237d9-49d4-42e5-8764-e13be9d60287 req-78dbd742-e748-4cde-aa9f-05d48cf15c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:25.007197 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-091237d9-49d4-42e5-8764-e13be9d60287 req-78dbd742-e748-4cde-aa9f-05d48cf15c80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0336d8a-b4ff-4e52-9b1f-28c121c9a143 HTTP/1.1" status: 200 len: 854 time: 0.0438378 Aug 31 04:38:25.041975 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-091237d9-49d4-42e5-8764-e13be9d60287 req-405ae1c7-8004-41f1-b2bd-f7a261fccfb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264785 Aug 31 04:38:25.130819 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-091237d9-49d4-42e5-8764-e13be9d60287 req-7a8fa83a-601f-4ea0-ba46-5fdc6b213bac service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813882 Aug 31 04:38:25.228028 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-091237d9-49d4-42e5-8764-e13be9d60287 req-db096129-7f0a-4196-8e98-8bd5750a074d service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863214 Aug 31 04:38:25.516650 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37338) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:25.698260 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca21eb-6073-43a4-a3e3-1cc64c46a916 req-495bffc1-b396-4193-b72a-81333667420c tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:25.699829 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-caca21eb-6073-43a4-a3e3-1cc64c46a916 req-495bffc1-b396-4193-b72a-81333667420c tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 943 time: 0.0505524 Aug 31 04:38:25.737249 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-caca21eb-6073-43a4-a3e3-1cc64c46a916 req-c6705655-81da-4cb1-b478-7e2ca59bc16b tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314252 Aug 31 04:38:25.862240 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b200fccb-0792-4623-956a-3efa4d99cdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651470'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:26.097076 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b200fccb-0792-4623-956a-3efa4d99cdf7 admin admin] Deleting port 85c68c87-3728-4fab-84f4-ed6222708b05 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:26.097425 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b200fccb-0792-4623-956a-3efa4d99cdf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:26.148671 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'name': 'network-vif-deleted', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:38:26.150883 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550307e3-2d3e-4ce9-9667-35664929f706" -d '{"events": [{"server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "name": "network-vif-deleted", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:26.186728 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-b200fccb-0792-4623-956a-3efa4d99cdf7 admin admin] For port 85c68c87-3728-4fab-84f4-ed6222708b05, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=85c68c87-3728-4fab-84f4-ed6222708b05,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:26.187111 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b200fccb-0792-4623-956a-3efa4d99cdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:26.190312 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d906f41-b149-40df-9d27-045bf2d6d990 x-openstack-request-id: req-1d906f41-b149-40df-9d27-045bf2d6d990 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:26.190607 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e", "name": "network-vif-deleted", "tag": "10dd6abb-5288-4d9b-a725-f4a68358a23c", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:26.190863 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d906f41-b149-40df-9d27-045bf2d6d990 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:26.191253 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9b3c87-d9c6-4a4f-a506-1c7d53d89d0e', 'name': 'network-vif-deleted', 'tag': '10dd6abb-5288-4d9b-a725-f4a68358a23c', 'status': 'completed', 'code': 200} Aug 31 04:38:26.201333 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b200fccb-0792-4623-956a-3efa4d99cdf7 admin admin] Calling delete_port for 85c68c87-3728-4fab-84f4-ed6222708b05 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:26.385814 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b200fccb-0792-4623-956a-3efa4d99cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:26.409777 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200fccb-0792-4623-956a-3efa4d99cdf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c68c87-3728-4fab-84f4-ed6222708b05,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:26.578510 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b200fccb-0792-4623-956a-3efa4d99cdf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651602'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:26.782691 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b200fccb-0792-4623-956a-3efa4d99cdf7 admin admin] Router 067030b1-f817-4d96-bfce-5ca3291bcef9 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:38:26.849360 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499ceef-6840-4130-a90c-af83a48744f1 req-3d138ac1-1558-4a6a-9157-8dcf48b86232 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:26.850839 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4499ceef-6840-4130-a90c-af83a48744f1 req-3d138ac1-1558-4a6a-9157-8dcf48b86232 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 943 time: 0.0479364 Aug 31 04:38:26.888117 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b200fccb-0792-4623-956a-3efa4d99cdf7 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:38:26.888726 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4499ceef-6840-4130-a90c-af83a48744f1 req-7e8c7014-1f97-4d28-a0b4-ff59516f9556 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308778 Aug 31 04:38:26.895972 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37346) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:26.896127 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-b200fccb-0792-4623-956a-3efa4d99cdf7 admin admin] 10.222.0.38 "PUT /v2.0/routers/067030b1-f817-4d96-bfce-5ca3291bcef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3783329 Aug 31 04:38:26.896769 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ded6e-5fcb-42af-9607-9ac620a2ae65 None None] Sync routers for ids ['067030b1-f817-4d96-bfce-5ca3291bcef9'] in dv-cinder-778193-7-smb {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:38:26.908140 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ded6e-5fcb-42af-9607-9ac620a2ae65 None None] Routers {'067030b1-f817-4d96-bfce-5ca3291bcef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:26.908854 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-de2ded6e-5fcb-42af-9607-9ac620a2ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:38:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['067030b1-f817-4d96-bfce-5ca3291bcef9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:27.005207 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.016300 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-de2ded6e-5fcb-42af-9607-9ac620a2ae65 None None] Set router 067030b1-f817-4d96-bfce-5ca3291bcef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:27.104947 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.165211 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Deleting port 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:27.166155 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.192931 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-de2ded6e-5fcb-42af-9607-9ac620a2ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:38:26Z', 'revision_number': 5, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port': {'id': '4e717f38-5134-4db9-ada7-d66a5c1e4cc5', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:27.223122 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ded6e-5fcb-42af-9607-9ac620a2ae65 None None] Checking router: 067030b1-f817-4d96-bfce-5ca3291bcef9 for host: dv-cinder-778193-7-smb {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:38:27.231626 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ded6e-5fcb-42af-9607-9ac620a2ae65 None None] Routers {'067030b1-f817-4d96-bfce-5ca3291bcef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:27.232249 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-de2ded6e-5fcb-42af-9607-9ac620a2ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:38:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['067030b1-f817-4d96-bfce-5ca3291bcef9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:27.251489 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] For port 4e717f38-5134-4db9-ada7-d66a5c1e4cc5, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=4e717f38-5134-4db9-ada7-d66a5c1e4cc5,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:27.251986 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.263634 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Calling delete_port for 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:27.316900 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-de2ded6e-5fcb-42af-9607-9ac620a2ae65 None None] Set router 067030b1-f817-4d96-bfce-5ca3291bcef9 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:27.367597 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-de2ded6e-5fcb-42af-9607-9ac620a2ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:38:27Z', 'revision_number': 6, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port_host': None}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:27.397339 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ded6e-5fcb-42af-9607-9ac620a2ae65 None None] The sync data for ids ['067030b1-f817-4d96-bfce-5ca3291bcef9'] in dv-cinder-778193-7-smb is: [{'id': '067030b1-f817-4d96-bfce-5ca3291bcef9', 'name': 'tempest-TestMinimumBasicScenario-193352168-router', 'tenant_id': 'dd132a81d6b440bc910fb397d6965013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:00Z', 'updated_at': '2021-08-31T04:38:27Z', 'revision_number': 6, 'project_id': 'dd132a81d6b440bc910fb397d6965013', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:38:27.425421 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:38:27.432444 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.436810 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 10dd6abb-5288-4d9b-a725-f4a68358a23c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:27.458242 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Pushing event deleted for resources: {'Port': ['ID=4e717f38-5134-4db9-ada7-d66a5c1e4cc5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:27.460113 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: 10dd6abb-5288-4d9b-a725-f4a68358a23c {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:27.460468 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 10dd6abb-5288-4d9b-a725-f4a68358a23c not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:27.517670 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647408'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.542442 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:27.552708 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a', 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7', 'port_id': '43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a', 'mac_address': 'fa:16:3e:f4:f7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0336d8a-b4ff-4e52-9b1f-28c121c9a143', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:38:27.612630 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4593'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.614850 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.660751 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1642245'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.661403 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 067030b1-f817-4d96-bfce-5ca3291bcef9 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:38:27.665915 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.667091 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-41b11088-1b63-40e2-9268-bef0ebc4b6af admin admin] 10.222.0.38 "DELETE /v2.0/routers/067030b1-f817-4d96-bfce-5ca3291bcef9 HTTP/1.1" status: 204 len: 168 time: 0.7700920 Aug 31 04:38:27.670081 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37348) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:27.719187 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-949af843-762c-4a5a-a5db-014b540e021d admin admin] Deleting subnet 4b859fbe-9843-4395-8d57-50bc5716a0d0 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:38:27.719850 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.722234 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-949af843-762c-4a5a-a5db-014b540e021d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.732898 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:38:27.760718 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:27.763907 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-949af843-762c-4a5a-a5db-014b540e021d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3121594'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.766262 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.822432 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:27.834131 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:27.835637 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:27.835637 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:27.835637 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:27.835637 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:27.836092 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:27.836494 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:27.836899 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:27.837532 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:27.838313 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:27.838719 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:27.839119 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:27.885423 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-949af843-762c-4a5a-a5db-014b540e021d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:27.942451 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-949af843-762c-4a5a-a5db-014b540e021d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3121191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3044847'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.051529 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:38:28.200304 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 85c68c87-3728-4fab-84f4-ed6222708b05 no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:28.204605 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949af843-762c-4a5a-a5db-014b540e021d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b859fbe-9843-4395-8d57-50bc5716a0d0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:28.217418 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-949af843-762c-4a5a-a5db-014b540e021d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.219369 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-949af843-762c-4a5a-a5db-014b540e021d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4b859fbe-9843-4395-8d57-50bc5716a0d0 HTTP/1.1" status: 204 len: 168 time: 0.5482576 Aug 31 04:38:28.222138 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37352) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:28.235934 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62fc2a5-b003-4448-8716-4d5c008a95a3 None None] Network 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:38:28.239396 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 85c68c87-3728-4fab-84f4-ed6222708b05 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:28.239818 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 85c68c87-3728-4fab-84f4-ed6222708b05 not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:28.258851 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2306c5-6320-4012-8b20-17dc1a27ac9c req-5d3302b5-f144-4021-b2fe-2de3f665a4e0 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:28.265446 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9b2306c5-6320-4012-8b20-17dc1a27ac9c req-5d3302b5-f144-4021-b2fe-2de3f665a4e0 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 944 time: 0.0643513 Aug 31 04:38:28.295272 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.316209 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9b2306c5-6320-4012-8b20-17dc1a27ac9c req-fefb53b3-9339-43e2-8d09-46eae4da1c0d tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Aug 31 04:38:28.363732 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Deleting port 54337f1a-4c12-4963-bf6a-bd8812c769e7 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:28.364014 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.419210 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d11b49d-4ae1-4ae0-8045-a4875868ebf1 None None] DHCP port deletion for 6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 request from dv-cinder-778193-7-smb {{(pid=93813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 04:38:28.434160 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] For port 54337f1a-4c12-4963-bf6a-bd8812c769e7, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=54337f1a-4c12-4963-bf6a-bd8812c769e7,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:28.434528 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.448877 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Calling delete_port for 54337f1a-4c12-4963-bf6a-bd8812c769e7 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:28.466282 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7d11b49d-4ae1-4ae0-8045-a4875868ebf1 None None] Deleting port 54337f1a-4c12-4963-bf6a-bd8812c769e7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:28.466843 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d11b49d-4ae1-4ae0-8045-a4875868ebf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.529939 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.533617 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7d11b49d-4ae1-4ae0-8045-a4875868ebf1 None None] For port 54337f1a-4c12-4963-bf6a-bd8812c769e7, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=54337f1a-4c12-4963-bf6a-bd8812c769e7,segment=NetworkSegment(f53e450e-f11b-47dd-8989-3516392177ee),segment_id=f53e450e-f11b-47dd-8989-3516392177ee)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:28.534037 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d11b49d-4ae1-4ae0-8045-a4875868ebf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.547103 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7d11b49d-4ae1-4ae0-8045-a4875868ebf1 None None] Calling delete_port for 54337f1a-4c12-4963-bf6a-bd8812c769e7 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:28.558287 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Pushing event deleted for resources: {'Port': ['ID=54337f1a-4c12-4963-bf6a-bd8812c769e7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:28.563382 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] No DVR routers for this DVR port 54337f1a-4c12-4963-bf6a-bd8812c769e7 on host dv-cinder-778193-7-smb {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:28.572121 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:28.572467 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:28.572809 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:28.573163 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:28.573493 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:28.573823 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:28.574155 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:28.574479 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:28.574803 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:28.575124 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:28.575444 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:28.575762 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:28.624506 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d11b49d-4ae1-4ae0-8045-a4875868ebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.643242 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.650350 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11b49d-4ae1-4ae0-8045-a4875868ebf1 None None] Pushing event deleted for resources: {'Port': ['ID=54337f1a-4c12-4963-bf6a-bd8812c769e7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:28.652248 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11b49d-4ae1-4ae0-8045-a4875868ebf1 None None] No DVR routers for this DVR port 54337f1a-4c12-4963-bf6a-bd8812c769e7 on host dv-cinder-778193-7-smb {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:28.653888 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:28.666462 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53e450e-f11b-47dd-8989-3516392177ee') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:28.666791 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.services.segments.db [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53e450e-f11b-47dd-8989-3516392177ee') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:28.675738 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624883'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.689886 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.695903 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:38:28.696239 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26792599'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: Traceback (most recent call last): Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: timer() Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: cb(*args, **kw) Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: return func(*args, **kwargs) Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: self._notify() Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: self.callback(batched_events) Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: event.method(event) Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: return f(self, *a, **k) Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: return self._get(url).json() Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: return self.request(url, 'GET', **kwargs) Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:38:28.698333 dv-cinder-778193-7-smb neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:38:28.753147 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.757769 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:28.760133 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9 HTTP/1.1" status: 204 len: 168 time: 0.5369201 Aug 31 04:38:28.763127 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37354) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:28.778259 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108adbf0-573f-4d17-8a4d-32647085d477 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1d96ba-b8f9-48f4-83a7-2d371cd5f7d9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:29.105525 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f84feebc-9464-488a-b00e-a07b6af32786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651470'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:29.346025 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f84feebc-9464-488a-b00e-a07b6af32786 admin admin] Deleting port 889738f0-433a-4224-921b-d49a23aea3bb {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:29.346558 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f84feebc-9464-488a-b00e-a07b6af32786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:29.437469 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:38:29.494903 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:38:29.499150 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:38:29.499526 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:29.581513 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:29.605528 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7227e3-faa8-4576-a2e8-40a5a7b62e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:38:29.607765 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c4daed-7823-4d3f-af56-5d4c18ccf9ba" -d '{"events": [{"server_uuid": "5b7227e3-faa8-4576-a2e8-40a5a7b62e1e", "name": "network-vif-plugged", "status": "completed", "tag": "43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:29.622636 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:29.628439 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:29.653120 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01ab002-265b-4efd-ba8d-f3670360f28b x-openstack-request-id: req-b01ab002-265b-4efd-ba8d-f3670360f28b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:29.653416 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7227e3-faa8-4576-a2e8-40a5a7b62e1e", "name": "network-vif-plugged", "status": "completed", "tag": "43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:29.653668 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b01ab002-265b-4efd-ba8d-f3670360f28b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:29.654071 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7227e3-faa8-4576-a2e8-40a5a7b62e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a', 'code': 200} Aug 31 04:38:29.680398 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:29.707548 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84438620-e314-4ea9-9334-a5a49c29c506 req-127945b0-ed23-4a38-973d-989cfa9ec73a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:29.709310 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-84438620-e314-4ea9-9334-a5a49c29c506 req-127945b0-ed23-4a38-973d-989cfa9ec73a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 945 time: 0.0775986 Aug 31 04:38:29.714569 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f84feebc-9464-488a-b00e-a07b6af32786 admin admin] For port 889738f0-433a-4224-921b-d49a23aea3bb, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=889738f0-433a-4224-921b-d49a23aea3bb,segment=NetworkSegment(bdfebf6b-d138-4090-a0ea-a15adee52626),segment_id=bdfebf6b-d138-4090-a0ea-a15adee52626)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:29.714937 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f84feebc-9464-488a-b00e-a07b6af32786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:29.738555 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f84feebc-9464-488a-b00e-a07b6af32786 admin admin] Calling delete_port for 889738f0-433a-4224-921b-d49a23aea3bb owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:29.760146 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:29.780865 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:29.781334 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 4e717f38-5134-4db9-ada7-d66a5c1e4cc5 not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:29.781770 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 54337f1a-4c12-4963-bf6a-bd8812c769e7 no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:29.800500 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-84438620-e314-4ea9-9334-a5a49c29c506 req-acd7902d-694f-4ca0-bb81-cac1445b71d0 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828936 Aug 31 04:38:29.804512 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 54337f1a-4c12-4963-bf6a-bd8812c769e7 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:29.804791 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 54337f1a-4c12-4963-bf6a-bd8812c769e7 not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:29.880416 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b99b2e-897d-43a8-9677-d04f9b2e7b03 req-ed9cd1af-f42b-48aa-a533-2dde8a816286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:29.881905 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-10b99b2e-897d-43a8-9677-d04f9b2e7b03 req-ed9cd1af-f42b-48aa-a533-2dde8a816286 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 1098 time: 0.0442042 Aug 31 04:38:29.918122 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-10b99b2e-897d-43a8-9677-d04f9b2e7b03 req-c9195fd0-41bf-4d3c-adef-7c2192519e5d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295460 Aug 31 04:38:29.947556 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f84feebc-9464-488a-b00e-a07b6af32786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26792514'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:29.977697 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84feebc-9464-488a-b00e-a07b6af32786 admin admin] Pushing event deleted for resources: {'Port': ['ID=889738f0-433a-4224-921b-d49a23aea3bb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:30.136964 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f84feebc-9464-488a-b00e-a07b6af32786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651602'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:30.359209 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84feebc-9464-488a-b00e-a07b6af32786 admin admin] Router f475e9d4-d49e-4139-a433-41975d1f6ef9 has already been hosted by L3 agent 59b0fe65-9c9b-4f19-892b-980ff094af9a {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:38:30.461598 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84feebc-9464-488a-b00e-a07b6af32786 admin admin] Notify agent at l3_agent.dv-cinder-778193-7-smb the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:38:30.466516 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-f84feebc-9464-488a-b00e-a07b6af32786 admin admin] 10.222.0.38 "PUT /v2.0/routers/f475e9d4-d49e-4139-a433-41975d1f6ef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7024682 Aug 31 04:38:30.469229 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37360) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:30.470035 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab0d4b4-31e4-44f0-908b-a5d63b4c6c59 None None] Sync routers for ids ['f475e9d4-d49e-4139-a433-41975d1f6ef9'] in dv-cinder-778193-7-smb {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:38:30.479522 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab0d4b4-31e4-44f0-908b-a5d63b4c6c59 None None] Routers {'f475e9d4-d49e-4139-a433-41975d1f6ef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:30.480122 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bab0d4b4-31e4-44f0-908b-a5d63b4c6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:38:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['f475e9d4-d49e-4139-a433-41975d1f6ef9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:30.571947 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:30.584451 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-bab0d4b4-31e4-44f0-908b-a5d63b4c6c59 None None] Set router f475e9d4-d49e-4139-a433-41975d1f6ef9 gateway port host: dv-cinder-778193-7-smb {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:30.678824 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:30.731227 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Deleting port 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:30.731483 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:30.782385 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bab0d4b4-31e4-44f0-908b-a5d63b4c6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'name': 'tempest-TestMinimumBasicScenario-1720261290-router', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'external_fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:05Z', 'updated_at': '2021-08-31T04:38:29Z', 'revision_number': 5, 'project_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'gw_port': {'id': '6aae29bb-440f-4fd3-ae6f-446d6ffac2b8', 'name': '', 'network_id': '60d0a98d-e68b-462a-bfbc-929e006b1a9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T04:36:06Z', 'updated_at': '2021-08-31T04:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7641d671-76b0-413a-b5af-da87ce3f41e6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-7-smb'}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:30.810897 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab0d4b4-31e4-44f0-908b-a5d63b4c6c59 None None] Checking router: f475e9d4-d49e-4139-a433-41975d1f6ef9 for host: dv-cinder-778193-7-smb {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:38:30.813865 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] For port 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=6aae29bb-440f-4fd3-ae6f-446d6ffac2b8,segment=NetworkSegment(b2e3e3b3-5d9f-401e-b66c-9d1365d0319d),segment_id=b2e3e3b3-5d9f-401e-b66c-9d1365d0319d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:30.814240 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:30.819507 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab0d4b4-31e4-44f0-908b-a5d63b4c6c59 None None] Routers {'f475e9d4-d49e-4139-a433-41975d1f6ef9'} bound to L3 agent in host dv-cinder-778193-7-smb {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 04:38:30.820114 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bab0d4b4-31e4-44f0-908b-a5d63b4c6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T04:23:52Z,description=,heartbeat_timestamp=2021-08-31T04:38:22Z,host='dv-cinder-778193-7-smb',id=59b0fe65-9c9b-4f19-892b-980ff094af9a,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T04:23:52Z,topic='l3_agent')) {'router_ids': ['f475e9d4-d49e-4139-a433-41975d1f6ef9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:30.828683 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Calling delete_port for 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:30.907694 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-bab0d4b4-31e4-44f0-908b-a5d63b4c6c59 None None] Set router f475e9d4-d49e-4139-a433-41975d1f6ef9 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 04:38:30.981481 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead25991-630d-40e5-bdca-daac9f86516e req-b8d92382-6c5a-4211-85fa-9428a01f37dc tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:30.982069 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ead25991-630d-40e5-bdca-daac9f86516e req-b8d92382-6c5a-4211-85fa-9428a01f37dc tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 945 time: 0.1052597 Aug 31 04:38:31.058023 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bab0d4b4-31e4-44f0-908b-a5d63b4c6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'name': 'tempest-TestMinimumBasicScenario-1720261290-router', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:05Z', 'updated_at': '2021-08-31T04:38:30Z', 'revision_number': 6, 'project_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'gw_port_host': None}], 'dv-cinder-778193-7-smb', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:31.068878 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ead25991-630d-40e5-bdca-daac9f86516e req-6ece599f-da0b-4c9a-8420-d42a788c70a9 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701015 Aug 31 04:38:31.082690 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.084858 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab0d4b4-31e4-44f0-908b-a5d63b4c6c59 None None] The sync data for ids ['f475e9d4-d49e-4139-a433-41975d1f6ef9'] in dv-cinder-778193-7-smb is: [{'id': 'f475e9d4-d49e-4139-a433-41975d1f6ef9', 'name': 'tempest-TestMinimumBasicScenario-1720261290-router', 'tenant_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T04:36:05Z', 'updated_at': '2021-08-31T04:38:30Z', 'revision_number': 6, 'project_id': 'ae67d279a3fa4d2c99be65a7a8b217ec', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:38:31.110360 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Pushing event deleted for resources: {'Port': ['ID=6aae29bb-440f-4fd3-ae6f-446d6ffac2b8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:31.170555 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1647408'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.257563 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1642254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4593'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.260118 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.305212 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1642245'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.305755 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router f475e9d4-d49e-4139-a433-41975d1f6ef9 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:38:31.310488 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.311616 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-edefa728-c13a-4f33-9490-0ff8bff893ae admin admin] 10.222.0.38 "DELETE /v2.0/routers/f475e9d4-d49e-4139-a433-41975d1f6ef9 HTTP/1.1" status: 204 len: 168 time: 0.8414099 Aug 31 04:38:31.314114 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37364) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:31.357397 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc313e38-9dc9-48e7-a102-6366deace3f6 admin admin] Deleting subnet 02349d5b-c856-42d1-aac8-e1eea8723e8e {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:38:31.360307 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc313e38-9dc9-48e7-a102-6366deace3f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.393605 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc313e38-9dc9-48e7-a102-6366deace3f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3121594'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.483440 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc313e38-9dc9-48e7-a102-6366deace3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.538771 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc313e38-9dc9-48e7-a102-6366deace3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3121191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3044847'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.563690 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc313e38-9dc9-48e7-a102-6366deace3f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02349d5b-c856-42d1-aac8-e1eea8723e8e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:31.568754 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc313e38-9dc9-48e7-a102-6366deace3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.570644 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-bc313e38-9dc9-48e7-a102-6366deace3f6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/02349d5b-c856-42d1-aac8-e1eea8723e8e HTTP/1.1" status: 204 len: 168 time: 0.2556083 Aug 31 04:38:31.573188 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37366) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:31.576631 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eff708-d227-45a3-8122-a9fcf65ec4a5 None None] Network 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb requested from dv-cinder-778193-7-smb {{(pid=93813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 04:38:31.638921 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.697916 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Deleting port 648a6ef1-c123-4629-a2f9-9354a53e94de {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:31.698262 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.758842 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] For port 648a6ef1-c123-4629-a2f9-9354a53e94de, host dv-cinder-778193-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-7-smb',level=0,port_id=648a6ef1-c123-4629-a2f9-9354a53e94de,segment=NetworkSegment(bdfebf6b-d138-4090-a0ea-a15adee52626),segment_id=bdfebf6b-d138-4090-a0ea-a15adee52626)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:31.759144 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.773111 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Calling delete_port for 648a6ef1-c123-4629-a2f9-9354a53e94de owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:31.843792 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452337f9-2bf7-49eb-b640-9ba2745541b8 None None] DHCP port deletion for 3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb request from dv-cinder-778193-7-smb {{(pid=93813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 04:38:31.862049 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.901162 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] No DVR routers for this DVR port 648a6ef1-c123-4629-a2f9-9354a53e94de on host dv-cinder-778193-7-smb {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:31.902942 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=648a6ef1-c123-4629-a2f9-9354a53e94de,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:31.905451 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 889738f0-433a-4224-921b-d49a23aea3bb no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:31.926817 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-452337f9-2bf7-49eb-b640-9ba2745541b8 None None] Deleting port 648a6ef1-c123-4629-a2f9-9354a53e94de {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:38:31.927196 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-452337f9-2bf7-49eb-b640-9ba2745541b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.930151 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 889738f0-433a-4224-921b-d49a23aea3bb {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:31.931788 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 889738f0-433a-4224-921b-d49a23aea3bb not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:31.932201 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 648a6ef1-c123-4629-a2f9-9354a53e94de no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:31.974765 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:31.985934 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:31.990194 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 648a6ef1-c123-4629-a2f9-9354a53e94de {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:31.990548 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 648a6ef1-c123-4629-a2f9-9354a53e94de not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:31.990981 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 no longer exists at agent ovs-agent-dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:31.996767 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfebf6b-d138-4090-a0ea-a15adee52626') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:31.997100 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfebf6b-d138-4090-a0ea-a15adee52626') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:32.006289 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121537'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.017332 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] No Port match for: 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:38:32.017689 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Device 6aae29bb-440f-4fd3-ae6f-446d6ffac2b8 not bound to the agent host dv-cinder-778193-7-smb {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:32.025831 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.032545 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:38:32.032974 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121309'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: Traceback (most recent call last): Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: timer() Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: cb(*args, **kw) Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: return func(*args, **kwargs) Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: self._notify() Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: self.callback(batched_events) Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: event.method(event) Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: return f(self, *a, **k) Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: return self._get(url).json() Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:38:32.034758 dv-cinder-778193-7-smb neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:38:32.037173 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-452337f9-2bf7-49eb-b640-9ba2745541b8 None None] For port 648a6ef1-c123-4629-a2f9-9354a53e94de, host dv-cinder-778193-7-smb, got binding levels [] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:32.037173 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-452337f9-2bf7-49eb-b640-9ba2745541b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.047977 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-452337f9-2bf7-49eb-b640-9ba2745541b8 None None] Calling delete_port for 648a6ef1-c123-4629-a2f9-9354a53e94de owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:38:32.050753 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.ipam_backend_mixin [None req-452337f9-2bf7-49eb-b640-9ba2745541b8 None None] Port 648a6ef1-c123-4629-a2f9-9354a53e94de was not found and therefore no delete operation was performed {{(pid=93813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 04:38:32.052030 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-452337f9-2bf7-49eb-b640-9ba2745541b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.078438 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452337f9-2bf7-49eb-b640-9ba2745541b8 None None] Pushing event deleted for resources: {'Port': ['ID=648a6ef1-c123-4629-a2f9-9354a53e94de,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:32.082294 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452337f9-2bf7-49eb-b640-9ba2745541b8 None None] No DVR routers for this DVR port 648a6ef1-c123-4629-a2f9-9354a53e94de on host dv-cinder-778193-7-smb {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:38:32.113164 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.123836 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.128007 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] 10.222.0.38 "DELETE /v2.0/networks/3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb HTTP/1.1" status: 204 len: 168 time: 0.5516601 Aug 31 04:38:32.148575 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3ab33-1156-42da-93bf-9123f97cc5ce admin admin] Pushing event deleted for resources: {'Network': ['ID=3c54ef8d-09ae-4a31-a2c1-8e28c4d1cbbb,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:32.206601 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3ac30-24ea-4737-b3ea-74fcb4dc1656 req-23bf25e8-8043-4d6f-bb8a-15b993f77443 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:32.208088 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-88a3ac30-24ea-4737-b3ea-74fcb4dc1656 req-23bf25e8-8043-4d6f-bb8a-15b993f77443 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 945 time: 0.0502148 Aug 31 04:38:32.249240 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-88a3ac30-24ea-4737-b3ea-74fcb4dc1656 req-960a5f73-9418-4211-a8c0-8a3abbc8883c tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348260 Aug 31 04:38:32.295693 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37374) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:32.341980 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-96457508-4d7e-4c7c-a4e3-1bfb0fe17488 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd132a81d6b440bc910fb397d6965013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427401 Aug 31 04:38:32.342333 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37376) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:32.391629 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7692e40-e883-4589-b997-a678c17db82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.415539 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7692e40-e883-4589-b997-a678c17db82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.468048 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7692e40-e883-4589-b997-a678c17db82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.470763 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7692e40-e883-4589-b997-a678c17db82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.471941 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-c7692e40-e883-4589-b997-a678c17db82b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/521804a0-136b-4f9a-899b-85619c3ac9a5 HTTP/1.1" status: 204 len: 168 time: 0.1288395 Aug 31 04:38:32.480505 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7692e40-e883-4589-b997-a678c17db82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521804a0-136b-4f9a-899b-85619c3ac9a5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:32.792245 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37386) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:32.835089 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-dc339379-a359-412a-8a3f-df90fa827b32 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae67d279a3fa4d2c99be65a7a8b217ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416605 Aug 31 04:38:32.838146 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37388) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:38:32.885396 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8267ae90-7913-4971-bb23-84f59df3f022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.906747 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8267ae90-7913-4971-bb23-84f59df3f022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.952298 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8267ae90-7913-4971-bb23-84f59df3f022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.954842 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8267ae90-7913-4971-bb23-84f59df3f022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:32.955958 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-8267ae90-7913-4971-bb23-84f59df3f022 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac564809-ee30-4724-8950-97ade942e3bd HTTP/1.1" status: 204 len: 168 time: 0.1169176 Aug 31 04:38:32.963734 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267ae90-7913-4971-bb23-84f59df3f022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac564809-ee30-4724-8950-97ade942e3bd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:35.306541 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-654c7e71-7f88-4fb2-9804-079271114889 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:35.308003 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-654c7e71-7f88-4fb2-9804-079271114889 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/networks?id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 HTTP/1.1" status: 200 len: 814 time: 0.1012983 Aug 31 04:38:35.322725 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-4927ead0-b06d-433e-a505-e2af85e77aef tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/quotas/1ec715c2b6a44293bd5ba426b9c84581 HTTP/1.1" status: 200 len: 375 time: 0.0090554 Aug 31 04:38:35.370039 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-7ce2e305-3cd1-450a-963c-736458c05960 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ec715c2b6a44293bd5ba426b9c84581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416462 Aug 31 04:38:35.472386 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-6185177f-16ce-467c-82dc-95ff24a07e04 service neutron] 10.222.0.38 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956070 Aug 31 04:38:35.559543 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-f83a08ab-581a-408f-87b2-77e530b4ac6c service neutron] 10.222.0.38 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811753 Aug 31 04:38:35.718531 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-be29269f-8a68-4d79-a067-05f15db59bbb req-70adc7db-6bc0-4694-b3fd-86f1ae9284b8 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 210 time: 0.0281043 Aug 31 04:38:36.725858 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-3a3544c3-9e42-4189-b6df-ab4ade4e4811 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:36.727372 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-3a3544c3-9e42-4189-b6df-ab4ade4e4811 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "GET /v2.0/networks?id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 HTTP/1.1" status: 200 len: 814 time: 0.1053710 Aug 31 04:38:36.757992 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-52e65a3a-847b-4ca7-a836-c4262de3fc46 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Request body: {'port': {'device_id': 'f5381f51-b01c-4cc6-8a7f-32283e994336', 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7', 'admin_state_up': True, 'tenant_id': '1ec715c2b6a44293bd5ba426b9c84581'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:36.813717 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f07a1069-8454-454f-bab3-b4308bf350c6 req-9e1e0e65-ebf5-47a5-8760-c1a288cbeda9 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 210 time: 0.0272725 Aug 31 04:38:36.878774 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-52e65a3a-847b-4ca7-a836-c4262de3fc46 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Made reservation on behalf of 1ec715c2b6a44293bd5ba426b9c84581 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:38:36.882283 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-52e65a3a-847b-4ca7-a836-c4262de3fc46 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:37.006482 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-52e65a3a-847b-4ca7-a836-c4262de3fc46 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Allocated IP 172.20.0.8 (5c30e1a4-fbfc-4370-ba15-a11bb9f506a7/e0336d8a-b4ff-4e52-9b1f-28c121c9a143/125c8c5d-f275-48fd-91e9-965d1fd47cec) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:38:37.148840 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-52e65a3a-847b-4ca7-a836-c4262de3fc46 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:37.187539 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-52e65a3a-847b-4ca7-a836-c4262de3fc46 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:37.224504 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:38:37.232340 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-52e65a3a-847b-4ca7-a836-c4262de3fc46 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:38:37.235624 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-52e65a3a-847b-4ca7-a836-c4262de3fc46 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:38:37.239585 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-52e65a3a-847b-4ca7-a836-c4262de3fc46 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:38:37.246590 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e65a3a-847b-4ca7-a836-c4262de3fc46 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Pushing event updated for resources: {'Port': ['ID=125c8c5d-f275-48fd-91e9-965d1fd47cec,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:37.290692 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-52e65a3a-847b-4ca7-a836-c4262de3fc46 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:37.291373 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-52e65a3a-847b-4ca7-a836-c4262de3fc46 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:37.305383 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-52e65a3a-847b-4ca7-a836-c4262de3fc46 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516076 Aug 31 04:38:37.322957 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Request body: {'port': {'device_id': 'f5381f51-b01c-4cc6-8a7f-32283e994336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:37.379004 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:37.631035 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125c8c5d-f275-48fd-91e9-965d1fd47cec {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:38:37.638257 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:37.650534 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Transition to ACTIVE for port object 125c8c5d-f275-48fd-91e9-965d1fd47cec will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:38:37.653826 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:37.704698 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Pushing event updated for resources: {'Port': ['ID=125c8c5d-f275-48fd-91e9-965d1fd47cec,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:37.770378 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Attempting to bind port 125c8c5d-f275-48fd-91e9-965d1fd47cec on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:38:37.771073 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Attempting to bind port 125c8c5d-f275-48fd-91e9-965d1fd47cec by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:38:37.771073 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Attempting to bind port 125c8c5d-f275-48fd-91e9-965d1fd47cec on network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:38:37.775325 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Port 125c8c5d-f275-48fd-91e9-965d1fd47cec on network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:38:37.776164 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Attempting to bind port 125c8c5d-f275-48fd-91e9-965d1fd47cec on network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:38:37.780997 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:38:37.781460 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Checking segment: {'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:38:37.781838 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Bound using segment: {'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:38:37.782259 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Bound port: 125c8c5d-f275-48fd-91e9-965d1fd47cec, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:38:37.782619 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:37.843999 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] For port 125c8c5d-f275-48fd-91e9-965d1fd47cec, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:38:37.847242 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] For port 125c8c5d-f275-48fd-91e9-965d1fd47cec, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=125c8c5d-f275-48fd-91e9-965d1fd47cec,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:38:37.851005 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:37.884705 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:37.885329 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:37.886787 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] 10.222.0.16 "PUT /v2.0/ports/125c8c5d-f275-48fd-91e9-965d1fd47cec HTTP/1.1" status: 200 len: 1093 time: 0.5680292 Aug 31 04:38:37.887774 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5381f51-b01c-4cc6-8a7f-32283e994336', 'tag': '125c8c5d-f275-48fd-91e9-965d1fd47cec'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:38:37.890030 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960be9c6-0745-4fa0-a4ef-26f418bf751b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5381f51-b01c-4cc6-8a7f-32283e994336", "tag": "125c8c5d-f275-48fd-91e9-965d1fd47cec"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:37.946949 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2c46bf-3ba5-45ae-b45d-a2cf9070a434 x-openstack-request-id: req-8c2c46bf-3ba5-45ae-b45d-a2cf9070a434 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:37.947255 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5381f51-b01c-4cc6-8a7f-32283e994336", "tag": "125c8c5d-f275-48fd-91e9-965d1fd47cec", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:37.947507 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c2c46bf-3ba5-45ae-b45d-a2cf9070a434 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:37.947902 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5381f51-b01c-4cc6-8a7f-32283e994336', 'tag': '125c8c5d-f275-48fd-91e9-965d1fd47cec', 'status': 'completed', 'code': 200} Aug 31 04:38:37.950155 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaff216-fdc4-4e54-9286-58491bba7b7c service neutron] Pushing event updated for resources: {'Port': ['ID=125c8c5d-f275-48fd-91e9-965d1fd47cec,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:37.966716 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456ce5c-3edd-4f4d-8a1d-92925088f56d req-fecbbc40-1efc-4b8f-b262-bf429d8c0e23 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:37.968184 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4456ce5c-3edd-4f4d-8a1d-92925088f56d req-fecbbc40-1efc-4b8f-b262-bf429d8c0e23 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 943 time: 0.0870733 Aug 31 04:38:38.030266 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4456ce5c-3edd-4f4d-8a1d-92925088f56d req-f44c585b-5410-41c3-928a-7fccdcbccda9 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547388 Aug 31 04:38:38.036295 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-696f475a-428a-4d14-b539-ea64fb89210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:38.037753 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-696f475a-428a-4d14-b539-ea64fb89210a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ec715c2b6a44293bd5ba426b9c84581&device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 1096 time: 0.0798316 Aug 31 04:38:38.089650 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-7fbbee50-d04b-47f2-b9d6-4e265154f961 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=125c8c5d-f275-48fd-91e9-965d1fd47cec HTTP/1.1" status: 200 len: 217 time: 0.0350838 Aug 31 04:38:38.136566 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-809445ce-4fd2-4e15-88d8-f25f363b8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:38.137946 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-809445ce-4fd2-4e15-88d8-f25f363b8048 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0336d8a-b4ff-4e52-9b1f-28c121c9a143 HTTP/1.1" status: 200 len: 854 time: 0.0421278 Aug 31 04:38:38.171964 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-f6b9a56a-5ef1-4c57-be30-11e9cd7a1e64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273650 Aug 31 04:38:38.258722 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-15806bd1-4622-448f-8b59-34f4d3bf6c2e service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801671 Aug 31 04:38:38.352432 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4d90cbc0-ebfe-4e83-bcd6-954e1c569d6a req-602d4ffc-942e-485e-9464-b26d4fdac197 service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871756 Aug 31 04:38:38.475559 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960be9c6-0745-4fa0-a4ef-26f418bf751b req-538b700c-2613-4a25-aa23-b7a14a8f39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:38.477098 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960be9c6-0745-4fa0-a4ef-26f418bf751b req-538b700c-2613-4a25-aa23-b7a14a8f39d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ec715c2b6a44293bd5ba426b9c84581&device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 1096 time: 0.0407002 Aug 31 04:38:38.563946 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960be9c6-0745-4fa0-a4ef-26f418bf751b req-19d7e3d1-26fd-4117-afa5-33daafffaf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:38.565422 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960be9c6-0745-4fa0-a4ef-26f418bf751b req-19d7e3d1-26fd-4117-afa5-33daafffaf00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 HTTP/1.1" status: 200 len: 915 time: 0.0812962 Aug 31 04:38:38.610066 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960be9c6-0745-4fa0-a4ef-26f418bf751b req-140846a6-0285-42f4-b944-4490ee76e1f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=125c8c5d-f275-48fd-91e9-965d1fd47cec HTTP/1.1" status: 200 len: 217 time: 0.0364017 Aug 31 04:38:38.659533 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960be9c6-0745-4fa0-a4ef-26f418bf751b req-66dcb6e3-8a59-408f-b42c-1ba202f50da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:38.660994 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960be9c6-0745-4fa0-a4ef-26f418bf751b req-66dcb6e3-8a59-408f-b42c-1ba202f50da7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0336d8a-b4ff-4e52-9b1f-28c121c9a143 HTTP/1.1" status: 200 len: 854 time: 0.0437617 Aug 31 04:38:38.693641 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960be9c6-0745-4fa0-a4ef-26f418bf751b req-f70da031-7617-4eca-8ace-502b94b73901 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243754 Aug 31 04:38:38.792125 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960be9c6-0745-4fa0-a4ef-26f418bf751b req-d7974d8a-adf4-41d3-ab7f-47e37b400d90 service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895169 Aug 31 04:38:38.887808 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-960be9c6-0745-4fa0-a4ef-26f418bf751b req-882d79e8-20dd-4fa3-a392-cdd0b7ccbe4e service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803409 Aug 31 04:38:39.153332 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34153b87-5e02-4b93-8e50-86d0db3b2158 req-ed381f26-67be-47f2-be04-72929190ee08 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:39.154850 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-34153b87-5e02-4b93-8e50-86d0db3b2158 req-ed381f26-67be-47f2-be04-72929190ee08 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 943 time: 0.0573783 Aug 31 04:38:39.203109 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-34153b87-5e02-4b93-8e50-86d0db3b2158 req-242bea69-57d4-44c8-9fe1-389d2ff60f5d tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Aug 31 04:38:40.315467 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6e42e-13c2-4c11-80ff-3c15bc51b564 req-cea6a137-62c4-49d4-bcbe-aa7d3d1fbe2b tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:40.317195 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e3d6e42e-13c2-4c11-80ff-3c15bc51b564 req-cea6a137-62c4-49d4-bcbe-aa7d3d1fbe2b tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 943 time: 0.0496757 Aug 31 04:38:40.356756 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e3d6e42e-13c2-4c11-80ff-3c15bc51b564 req-fa533afa-bef5-4657-9fee-5321f8f8f22c tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338345 Aug 31 04:38:41.477912 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f257a2-8535-4993-ba59-c2f2e34524a7 req-3f9d24aa-b2da-4daf-a09b-593b527d2689 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:41.479400 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-74f257a2-8535-4993-ba59-c2f2e34524a7 req-3f9d24aa-b2da-4daf-a09b-593b527d2689 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 943 time: 0.0497308 Aug 31 04:38:41.487646 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 125c8c5d-f275-48fd-91e9-965d1fd47cec details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:38:41.517116 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-74f257a2-8535-4993-ba59-c2f2e34524a7 req-faa30b5b-5f1c-42e7-86cd-589be704c9af tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318713 Aug 31 04:38:41.579213 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 125c8c5d-f275-48fd-91e9-965d1fd47cec, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=125c8c5d-f275-48fd-91e9-965d1fd47cec,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:41.590086 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '125c8c5d-f275-48fd-91e9-965d1fd47cec', 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7', 'port_id': '125c8c5d-f275-48fd-91e9-965d1fd47cec', 'mac_address': 'fa:16:3e:71:9d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0336d8a-b4ff-4e52-9b1f-28c121c9a143', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:38:41.629272 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:41.641166 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125c8c5d-f275-48fd-91e9-965d1fd47cec {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:38:41.660215 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 125c8c5d-f275-48fd-91e9-965d1fd47cec, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=125c8c5d-f275-48fd-91e9-965d1fd47cec,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:41.663951 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:41.710021 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=125c8c5d-f275-48fd-91e9-965d1fd47cec,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:41.965909 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['125c8c5d-f275-48fd-91e9-965d1fd47cec'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:38:42.628913 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12b5f1-e1b5-420f-a76a-b9158d80c055 req-f154f156-dd2b-4b2b-bf68-d0a777515737 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:42.630409 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ab12b5f1-e1b5-420f-a76a-b9158d80c055 req-f154f156-dd2b-4b2b-bf68-d0a777515737 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 944 time: 0.0484407 Aug 31 04:38:42.669521 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ab12b5f1-e1b5-420f-a76a-b9158d80c055 req-579bfa15-f50f-47fd-8110-2af4593fdb0a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327971 Aug 31 04:38:43.517710 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 125c8c5d-f275-48fd-91e9-965d1fd47cec up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:38:43.563947 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port 125c8c5d-f275-48fd-91e9-965d1fd47cec completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:38:43.567811 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 125c8c5d-f275-48fd-91e9-965d1fd47cec triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:38:43.568187 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:43.641454 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:43.663793 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5381f51-b01c-4cc6-8a7f-32283e994336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125c8c5d-f275-48fd-91e9-965d1fd47cec'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:38:43.666603 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6280c7c-5fb8-4b43-ab20-11ca3e064885" -d '{"events": [{"server_uuid": "f5381f51-b01c-4cc6-8a7f-32283e994336", "name": "network-vif-plugged", "status": "completed", "tag": "125c8c5d-f275-48fd-91e9-965d1fd47cec"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:43.682031 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 125c8c5d-f275-48fd-91e9-965d1fd47cec, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=125c8c5d-f275-48fd-91e9-965d1fd47cec,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:43.686152 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:43.709989 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9b203b-00a3-4af1-8b7e-4276d58b7e51 x-openstack-request-id: req-ec9b203b-00a3-4af1-8b7e-4276d58b7e51 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:43.710282 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5381f51-b01c-4cc6-8a7f-32283e994336", "name": "network-vif-plugged", "status": "completed", "tag": "125c8c5d-f275-48fd-91e9-965d1fd47cec", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:43.710533 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec9b203b-00a3-4af1-8b7e-4276d58b7e51 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:43.711136 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5381f51-b01c-4cc6-8a7f-32283e994336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125c8c5d-f275-48fd-91e9-965d1fd47cec', 'code': 200} Aug 31 04:38:43.737333 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=125c8c5d-f275-48fd-91e9-965d1fd47cec,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:43.788402 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bdf23-9de0-4041-ab49-3e91c35abccd req-7ec2f283-85ec-4ac5-ad5d-05be4d335029 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:43.798192 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0a4bdf23-9de0-4041-ab49-3e91c35abccd req-7ec2f283-85ec-4ac5-ad5d-05be4d335029 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 945 time: 0.0581594 Aug 31 04:38:43.836662 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0a4bdf23-9de0-4041-ab49-3e91c35abccd req-16b4fb20-3ef0-4fcf-969a-be87e712ff74 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323110 Aug 31 04:38:43.905148 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc34d8-a2b2-43b4-bfb6-920866fb18f2 req-afc555fe-4d36-4e5b-b2f5-9529dad3eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:43.906639 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fefc34d8-a2b2-43b4-bfb6-920866fb18f2 req-afc555fe-4d36-4e5b-b2f5-9529dad3eea8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 1098 time: 0.0426247 Aug 31 04:38:43.947830 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fefc34d8-a2b2-43b4-bfb6-920866fb18f2 req-f86ea754-f624-4a7e-b661-eaaeac45a730 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333982 Aug 31 04:38:44.952369 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0309a-cbb6-444a-b05a-f74a6c1331d3 req-f6a1749a-c224-47b2-8924-0f09839c7583 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:44.953879 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9ec0309a-cbb6-444a-b05a-f74a6c1331d3 req-f6a1749a-c224-47b2-8924-0f09839c7583 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 945 time: 0.0493329 Aug 31 04:38:44.990160 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9ec0309a-cbb6-444a-b05a-f74a6c1331d3 req-e50dffd2-5dc3-47a5-b441-d5e45fec003a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304637 Aug 31 04:38:46.103410 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5808d-c03f-4637-acb1-08b34636b375 req-f9262ba7-ba37-4c1f-95ff-821fba2c9f43 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:46.104878 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9bf5808d-c03f-4637-acb1-08b34636b375 req-f9262ba7-ba37-4c1f-95ff-821fba2c9f43 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 945 time: 0.0487039 Aug 31 04:38:46.145824 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9bf5808d-c03f-4637-acb1-08b34636b375 req-2b19fa6e-74da-4960-b9dc-2d62e3a57b1a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332162 Aug 31 04:38:47.846938 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b1014-5551-480c-afe3-873f171be84e req-d78a5cba-c01c-4f98-8da3-094c57236c5a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:47.848305 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-d78a5cba-c01c-4f98-8da3-094c57236c5a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/networks?id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 HTTP/1.1" status: 200 len: 814 time: 0.1002603 Aug 31 04:38:47.863327 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-42825fa9-ac16-4264-a77f-fda8599e790e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/quotas/1ec715c2b6a44293bd5ba426b9c84581 HTTP/1.1" status: 200 len: 375 time: 0.0088313 Aug 31 04:38:47.913946 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-3a3f08dc-d3c2-4405-9947-024ac5180e38 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ec715c2b6a44293bd5ba426b9c84581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455396 Aug 31 04:38:48.019405 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-30cedcc8-a1e2-49a1-b9a8-4d9348c8553f service neutron] 10.222.0.38 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983407 Aug 31 04:38:48.107418 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-082ba1d2-de1f-4206-9536-63f4bf78bc12 service neutron] 10.222.0.38 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819044 Aug 31 04:38:48.269287 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c676c829-8bba-4af5-b4d8-21b000dee8d4 req-d0382931-8bef-4f6f-98bf-b535c706bee6 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 210 time: 0.0291297 Aug 31 04:38:49.275950 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b1014-5551-480c-afe3-873f171be84e req-03f21ba6-44a7-4fd6-bbcd-1ca1595d21ae tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:49.277365 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-03f21ba6-44a7-4fd6-bbcd-1ca1595d21ae tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "GET /v2.0/networks?id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 HTTP/1.1" status: 200 len: 814 time: 0.1114569 Aug 31 04:38:49.311702 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-b08b1014-5551-480c-afe3-873f171be84e req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Request body: {'port': {'device_id': '0015810d-69e6-45a4-8e48-29b0db2f4486', 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7', 'admin_state_up': True, 'tenant_id': '1ec715c2b6a44293bd5ba426b9c84581'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:49.364095 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-682247c1-1f08-4013-98af-99bd42a4db04 req-99d73832-1881-42ca-8138-3e608e48e40e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 210 time: 0.0277469 Aug 31 04:38:49.419386 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08b1014-5551-480c-afe3-873f171be84e req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Made reservation on behalf of 1ec715c2b6a44293bd5ba426b9c84581 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:38:49.423083 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b08b1014-5551-480c-afe3-873f171be84e req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:49.494039 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2f4960d-1984-455f-9b6b-fdf0be962590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:49.563371 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-b08b1014-5551-480c-afe3-873f171be84e req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Allocated IP 172.20.0.5 (5c30e1a4-fbfc-4370-ba15-a11bb9f506a7/e0336d8a-b4ff-4e52-9b1f-28c121c9a143/37c92dc1-916a-4062-b393-b24c930f3336) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:38:49.720786 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b08b1014-5551-480c-afe3-873f171be84e req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:49.763660 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b08b1014-5551-480c-afe3-873f171be84e req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:49.801175 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a', '125c8c5d-f275-48fd-91e9-965d1fd47cec'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:38:49.807792 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08b1014-5551-480c-afe3-873f171be84e req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:38:49.810961 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-b08b1014-5551-480c-afe3-873f171be84e req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:38:49.814991 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08b1014-5551-480c-afe3-873f171be84e req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:38:49.839407 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Pushing event updated for resources: {'Port': ['ID=37c92dc1-916a-4062-b393-b24c930f3336,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:49.853251 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:49.853602 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:49.853940 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:49.854276 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:49.854609 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:49.854940 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:49.855266 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:49.855592 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:49.855921 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:49.856248 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:49.856567 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:49.856888 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:49.877142 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b1014-5551-480c-afe3-873f171be84e req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:49.877761 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b08b1014-5551-480c-afe3-873f171be84e req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:49.892025 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-f0a499f7-badf-43f0-b1be-441176b292ab tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844266 Aug 31 04:38:49.916788 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Request body: {'port': {'device_id': '0015810d-69e6-45a4-8e48-29b0db2f4486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:49.985668 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:50.237385 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c92dc1-916a-4062-b393-b24c930f3336 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:38:50.245228 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:50.256860 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Transition to ACTIVE for port object 37c92dc1-916a-4062-b393-b24c930f3336 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:38:50.261145 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:50.309415 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Pushing event updated for resources: {'Port': ['ID=37c92dc1-916a-4062-b393-b24c930f3336,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:50.386018 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Attempting to bind port 37c92dc1-916a-4062-b393-b24c930f3336 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:38:50.386434 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Attempting to bind port 37c92dc1-916a-4062-b393-b24c930f3336 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:38:50.386764 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Attempting to bind port 37c92dc1-916a-4062-b393-b24c930f3336 on network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:38:50.391349 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Port 37c92dc1-916a-4062-b393-b24c930f3336 on network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:38:50.391349 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Attempting to bind port 37c92dc1-916a-4062-b393-b24c930f3336 on network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:38:50.396041 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:38:50.396376 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Checking segment: {'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:38:50.396754 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Bound using segment: {'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:38:50.397213 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Bound port: 37c92dc1-916a-4062-b393-b24c930f3336, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:38:50.397570 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:50.502120 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] For port 37c92dc1-916a-4062-b393-b24c930f3336, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:38:50.505803 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] For port 37c92dc1-916a-4062-b393-b24c930f3336, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=37c92dc1-916a-4062-b393-b24c930f3336,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:38:50.515897 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b163b2-3839-4799-b6e5-e02bd6710887 req-f43bb35b-fbfd-4f23-9e5d-daca9534d80b tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:50.517895 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a0b163b2-3839-4799-b6e5-e02bd6710887 req-f43bb35b-fbfd-4f23-9e5d-daca9534d80b tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 943 time: 0.0846248 Aug 31 04:38:50.519347 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:50.584465 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:50.585106 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:50.586510 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] 10.222.0.16 "PUT /v2.0/ports/37c92dc1-916a-4062-b393-b24c930f3336 HTTP/1.1" status: 200 len: 1093 time: 0.6751716 Aug 31 04:38:50.587569 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0015810d-69e6-45a4-8e48-29b0db2f4486', 'tag': '37c92dc1-916a-4062-b393-b24c930f3336'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:38:50.589808 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0518bed-2f70-4baa-93fa-f5e480acf261" -d '{"events": [{"name": "network-changed", "server_uuid": "0015810d-69e6-45a4-8e48-29b0db2f4486", "tag": "37c92dc1-916a-4062-b393-b24c930f3336"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:50.858577 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c2d658-15e8-40d0-a55f-60a180152dde x-openstack-request-id: req-b7c2d658-15e8-40d0-a55f-60a180152dde {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:50.858817 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0015810d-69e6-45a4-8e48-29b0db2f4486", "tag": "37c92dc1-916a-4062-b393-b24c930f3336", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:50.858999 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7c2d658-15e8-40d0-a55f-60a180152dde {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:50.859377 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0015810d-69e6-45a4-8e48-29b0db2f4486', 'tag': '37c92dc1-916a-4062-b393-b24c930f3336', 'status': 'completed', 'code': 200} Aug 31 04:38:50.875358 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e831852-2c8c-41d6-9768-9be792a9fa1f service neutron] Pushing event updated for resources: {'Port': ['ID=37c92dc1-916a-4062-b393-b24c930f3336,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:50.898161 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-a0b163b2-3839-4799-b6e5-e02bd6710887 req-02561ade-1955-4850-84d8-be2d7c641a9d tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736861 Aug 31 04:38:50.915462 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:50.915993 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b1014-5551-480c-afe3-873f171be84e req-bc68b0e0-041f-4341-ba2a-005a644415d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:50.917498 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-bc68b0e0-041f-4341-ba2a-005a644415d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ec715c2b6a44293bd5ba426b9c84581&device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 1096 time: 0.0573764 Aug 31 04:38:50.965183 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-a88b3080-da21-4a5b-8ba4-bd64f9fdcf44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c92dc1-916a-4062-b393-b24c930f3336 HTTP/1.1" status: 200 len: 217 time: 0.0331891 Aug 31 04:38:51.017179 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b1014-5551-480c-afe3-873f171be84e req-485dba77-6ec5-4781-ac5c-4398bb659d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:51.018629 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-485dba77-6ec5-4781-ac5c-4398bb659d33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0336d8a-b4ff-4e52-9b1f-28c121c9a143 HTTP/1.1" status: 200 len: 854 time: 0.0470779 Aug 31 04:38:51.049417 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-f5178cf2-f7f6-4c82-bd5a-06f457eb097d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235608 Aug 31 04:38:51.136904 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-bdcd907a-a6d6-4da7-b5a6-8c8368717b46 service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800397 Aug 31 04:38:51.228838 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b08b1014-5551-480c-afe3-873f171be84e req-e5fa90eb-c18e-494f-bb2c-cd5f9e253aae service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850294 Aug 31 04:38:51.378446 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0518bed-2f70-4baa-93fa-f5e480acf261 req-470df61d-bb94-449d-a255-d852434f55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:51.379909 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b0518bed-2f70-4baa-93fa-f5e480acf261 req-470df61d-bb94-449d-a255-d852434f55c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ec715c2b6a44293bd5ba426b9c84581&device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 1096 time: 0.0395284 Aug 31 04:38:51.477714 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0518bed-2f70-4baa-93fa-f5e480acf261 req-3ff84d1f-3531-4ea7-a0ef-ec45d39fd574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:51.479192 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b0518bed-2f70-4baa-93fa-f5e480acf261 req-3ff84d1f-3531-4ea7-a0ef-ec45d39fd574 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 HTTP/1.1" status: 200 len: 915 time: 0.0855749 Aug 31 04:38:51.521198 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b0518bed-2f70-4baa-93fa-f5e480acf261 req-0766ebce-c64b-4f30-b7f3-f7a21718617b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c92dc1-916a-4062-b393-b24c930f3336 HTTP/1.1" status: 200 len: 217 time: 0.0332289 Aug 31 04:38:51.577442 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0518bed-2f70-4baa-93fa-f5e480acf261 req-612faf63-960e-41de-b3be-6e9c97af520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:51.578865 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b0518bed-2f70-4baa-93fa-f5e480acf261 req-612faf63-960e-41de-b3be-6e9c97af520a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0336d8a-b4ff-4e52-9b1f-28c121c9a143 HTTP/1.1" status: 200 len: 854 time: 0.0432694 Aug 31 04:38:51.610873 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b0518bed-2f70-4baa-93fa-f5e480acf261 req-e8a1cc76-0d90-4c04-8828-3dccefd5c820 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239363 Aug 31 04:38:51.708720 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b0518bed-2f70-4baa-93fa-f5e480acf261 req-7a30f4ae-e83c-471a-9653-c8fa9fa69a84 service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842164 Aug 31 04:38:51.808268 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-b0518bed-2f70-4baa-93fa-f5e480acf261 req-bb682966-b15f-448d-a098-b0d2ae661d62 service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818379 Aug 31 04:38:52.022070 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e44b2c-571f-47be-83f1-1a7a962ccbfe req-279c5eb5-ea5f-428a-bdd0-71a69c6804a8 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:52.023559 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-14e44b2c-571f-47be-83f1-1a7a962ccbfe req-279c5eb5-ea5f-428a-bdd0-71a69c6804a8 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 943 time: 0.0497150 Aug 31 04:38:52.064789 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-14e44b2c-571f-47be-83f1-1a7a962ccbfe req-b1e78b21-7a8c-42e3-882f-a3d8b3c78d3c tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351715 Aug 31 04:38:52.250536 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fa07294-7f6e-49d3-a270-2c653c2c819c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:52.443525 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:53.183197 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf61e1-0893-4269-b3b6-6d89846017bf req-1938c38a-725c-46b6-8e4f-4c29e09c0c8e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:53.184691 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f1bf61e1-0893-4269-b3b6-6d89846017bf req-1938c38a-725c-46b6-8e4f-4c29e09c0c8e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 943 time: 0.0535219 Aug 31 04:38:53.223136 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-f1bf61e1-0893-4269-b3b6-6d89846017bf req-e2852452-dac1-4509-9738-f68778ed19e4 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319583 Aug 31 04:38:53.621968 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 37c92dc1-916a-4062-b393-b24c930f3336 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:38:53.713361 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 37c92dc1-916a-4062-b393-b24c930f3336, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=37c92dc1-916a-4062-b393-b24c930f3336,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:53.735994 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '37c92dc1-916a-4062-b393-b24c930f3336', 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7', 'port_id': '37c92dc1-916a-4062-b393-b24c930f3336', 'mac_address': 'fa:16:3e:b4:f9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0336d8a-b4ff-4e52-9b1f-28c121c9a143', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:38:53.742568 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:53.773330 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:53.786219 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c92dc1-916a-4062-b393-b24c930f3336 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:38:53.804480 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 37c92dc1-916a-4062-b393-b24c930f3336, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=37c92dc1-916a-4062-b393-b24c930f3336,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:53.808276 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:53.855316 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=37c92dc1-916a-4062-b393-b24c930f3336,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:54.107500 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['37c92dc1-916a-4062-b393-b24c930f3336'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:38:54.344403 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba2730-3cc9-44e0-a5e7-fcceea61f64d req-5260f211-1e68-4ce3-bd0f-34b53cd568cf tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:54.345908 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cbba2730-3cc9-44e0-a5e7-fcceea61f64d req-5260f211-1e68-4ce3-bd0f-34b53cd568cf tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 944 time: 0.0532053 Aug 31 04:38:54.386744 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-cbba2730-3cc9-44e0-a5e7-fcceea61f64d req-ba6ba072-5cd6-47a0-aa58-b94f716e1c9a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349724 Aug 31 04:38:54.920511 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:55.498747 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d88be-b0e4-457a-b35f-7d9b91cb3503 req-1f312cec-efd4-4e2a-aac7-8d44177f02f4 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:55.500264 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-416d88be-b0e4-457a-b35f-7d9b91cb3503 req-1f312cec-efd4-4e2a-aac7-8d44177f02f4 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 944 time: 0.0482309 Aug 31 04:38:55.537244 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-416d88be-b0e4-457a-b35f-7d9b91cb3503 req-c889f468-30af-4db0-afaf-208d548dde7c tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311224 Aug 31 04:38:55.623775 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 37c92dc1-916a-4062-b393-b24c930f3336 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:38:55.672776 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port 37c92dc1-916a-4062-b393-b24c930f3336 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:38:55.676205 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 37c92dc1-916a-4062-b393-b24c930f3336 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:38:55.676578 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:55.753433 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:55.776348 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0015810d-69e6-45a4-8e48-29b0db2f4486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c92dc1-916a-4062-b393-b24c930f3336'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:38:55.778590 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36135523-1635-4864-994d-138c63750a9a" -d '{"events": [{"server_uuid": "0015810d-69e6-45a4-8e48-29b0db2f4486", "name": "network-vif-plugged", "status": "completed", "tag": "37c92dc1-916a-4062-b393-b24c930f3336"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:55.791435 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 37c92dc1-916a-4062-b393-b24c930f3336, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=37c92dc1-916a-4062-b393-b24c930f3336,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:55.796029 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:38:55.819802 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f7dc9e-c36e-4272-af36-c26bacb3dc97 x-openstack-request-id: req-40f7dc9e-c36e-4272-af36-c26bacb3dc97 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:55.820100 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0015810d-69e6-45a4-8e48-29b0db2f4486", "name": "network-vif-plugged", "status": "completed", "tag": "37c92dc1-916a-4062-b393-b24c930f3336", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:55.820350 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40f7dc9e-c36e-4272-af36-c26bacb3dc97 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:55.820731 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0015810d-69e6-45a4-8e48-29b0db2f4486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c92dc1-916a-4062-b393-b24c930f3336', 'code': 200} Aug 31 04:38:55.845014 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=37c92dc1-916a-4062-b393-b24c930f3336,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:56.032771 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb2674-05d0-413a-b296-55d131ea8650 req-534f03be-c7a6-42d2-b095-0aab69936069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:56.034300 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3fcb2674-05d0-413a-b296-55d131ea8650 req-534f03be-c7a6-42d2-b095-0aab69936069 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 1098 time: 0.0414124 Aug 31 04:38:56.068684 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3fcb2674-05d0-413a-b296-55d131ea8650 req-3c7fa8ba-a1af-4505-81c6-615955cc156a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267134 Aug 31 04:38:56.651397 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a043c-a9aa-4cd7-934b-1f155cde0bdc req-02498bf3-aaab-4325-a8ed-4b421460b034 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:56.652882 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ec5a043c-a9aa-4cd7-934b-1f155cde0bdc req-02498bf3-aaab-4325-a8ed-4b421460b034 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 945 time: 0.0516686 Aug 31 04:38:56.694836 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-ec5a043c-a9aa-4cd7-934b-1f155cde0bdc req-52b395d1-ff2d-4edf-83b1-4f77f2a09ecd tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356076 Aug 31 04:38:57.715750 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:38:57.811388 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffa01a-2021-4708-b3a7-c70ceaba40dd req-8f60d0b4-7090-4f01-9ba9-ca47fbe4b84b tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:38:57.812865 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-08ffa01a-2021-4708-b3a7-c70ceaba40dd req-8f60d0b4-7090-4f01-9ba9-ca47fbe4b84b tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 945 time: 0.0477848 Aug 31 04:38:57.850101 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-08ffa01a-2021-4708-b3a7-c70ceaba40dd req-cd610c86-dbfa-4872-bd4f-179444e99f60 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Aug 31 04:39:03.381769 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-6a58dbb5-eae6-473a-8fd5-37354cda982e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:03.383242 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-6a58dbb5-eae6-473a-8fd5-37354cda982e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/networks?id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 HTTP/1.1" status: 200 len: 814 time: 0.1015534 Aug 31 04:39:03.397553 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-e56bb313-0069-4c17-8173-8b73bd054e72 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/quotas/1ec715c2b6a44293bd5ba426b9c84581 HTTP/1.1" status: 200 len: 375 time: 0.0087500 Aug 31 04:39:03.449208 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-44770136-ded4-43b2-8602-df21dc35d240 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ec715c2b6a44293bd5ba426b9c84581&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466974 Aug 31 04:39:03.538832 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-998d5407-9382-47ef-93cc-9b6435176e98 service neutron] 10.222.0.38 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828300 Aug 31 04:39:03.626494 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-d74fdfd6-9c64-4626-a278-d7ba9a7f1ee0 service neutron] 10.222.0.38 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813632 Aug 31 04:39:03.779909 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-2dcfa7fb-a867-42ef-813b-9acd3bce7c87 req-954287f1-1f45-4645-a7bd-a4e129b4530b tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 210 time: 0.0264206 Aug 31 04:39:04.804932 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-0260acee-1f2f-468e-af7b-3a40ea79ac58 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:04.806864 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-0260acee-1f2f-468e-af7b-3a40ea79ac58 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "GET /v2.0/networks?id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 HTTP/1.1" status: 200 len: 814 time: 0.1043994 Aug 31 04:39:04.841560 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-3596bca8-c2bf-48fd-b3e5-f2a9b793a81e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Request body: {'port': {'device_id': '7718254b-c2c0-4911-90d0-8b8c119b48c8', 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7', 'admin_state_up': True, 'tenant_id': '1ec715c2b6a44293bd5ba426b9c84581'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:04.872894 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-2bc5a5e5-18b6-4e74-8e6e-5ad2670e4183 req-2434ca4f-22ae-4a48-a3a5-a6f632d8eb15 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 210 time: 0.0265496 Aug 31 04:39:04.952066 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-3596bca8-c2bf-48fd-b3e5-f2a9b793a81e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Made reservation on behalf of 1ec715c2b6a44293bd5ba426b9c84581 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:39:04.955662 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-3596bca8-c2bf-48fd-b3e5-f2a9b793a81e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:05.081727 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-3596bca8-c2bf-48fd-b3e5-f2a9b793a81e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Allocated IP 172.20.0.14 (5c30e1a4-fbfc-4370-ba15-a11bb9f506a7/e0336d8a-b4ff-4e52-9b1f-28c121c9a143/1aa8b044-4008-43a3-9b45-410303bd9f53) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:39:05.221657 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-3596bca8-c2bf-48fd-b3e5-f2a9b793a81e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:05.259200 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-3596bca8-c2bf-48fd-b3e5-f2a9b793a81e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731725749041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:05.297093 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a', '125c8c5d-f275-48fd-91e9-965d1fd47cec', '37c92dc1-916a-4062-b393-b24c930f3336'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:39:05.302327 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-3596bca8-c2bf-48fd-b3e5-f2a9b793a81e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:39:05.307585 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-3596bca8-c2bf-48fd-b3e5-f2a9b793a81e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:39:05.311370 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-3596bca8-c2bf-48fd-b3e5-f2a9b793a81e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 04:39:05.337263 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596bca8-c2bf-48fd-b3e5-f2a9b793a81e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Pushing event updated for resources: {'Port': ['ID=1aa8b044-4008-43a3-9b45-410303bd9f53,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:05.364344 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-3596bca8-c2bf-48fd-b3e5-f2a9b793a81e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:05.364958 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-3596bca8-c2bf-48fd-b3e5-f2a9b793a81e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:05.379104 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-3596bca8-c2bf-48fd-b3e5-f2a9b793a81e tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5424194 Aug 31 04:39:05.401235 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.v2.base [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Request body: {'port': {'device_id': '7718254b-c2c0-4911-90d0-8b8c119b48c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:05.453528 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:05.709366 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa8b044-4008-43a3-9b45-410303bd9f53 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:39:05.717528 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:05.729550 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Transition to ACTIVE for port object 1aa8b044-4008-43a3-9b45-410303bd9f53 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 04:39:05.733210 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:05.783993 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Pushing event updated for resources: {'Port': ['ID=1aa8b044-4008-43a3-9b45-410303bd9f53,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:05.845321 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Attempting to bind port 1aa8b044-4008-43a3-9b45-410303bd9f53 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 04:39:05.846005 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Attempting to bind port 1aa8b044-4008-43a3-9b45-410303bd9f53 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 04:39:05.846005 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Attempting to bind port 1aa8b044-4008-43a3-9b45-410303bd9f53 on network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:39:05.850221 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Port 1aa8b044-4008-43a3-9b45-410303bd9f53 on network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 04:39:05.850543 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Attempting to bind port 1aa8b044-4008-43a3-9b45-410303bd9f53 on network 5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 04:39:05.855338 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Checking agent: {'id': 'a9ee2db2-5797-4881-ad26-1919ac0083fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'started_at': datetime.datetime(2021, 8, 31, 4, 29, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 4, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 04:39:05.855678 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Checking segment: {'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 04:39:05.856063 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Bound using segment: {'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 04:39:05.856490 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Bound port: 1aa8b044-4008-43a3-9b45-410303bd9f53, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0b82b2-38c5-4291-9fa9-95f42e112fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 04:39:05.856871 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:05.922485 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] For port 1aa8b044-4008-43a3-9b45-410303bd9f53, host hv-cinder-77819, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:39:05.925574 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] For port 1aa8b044-4008-43a3-9b45-410303bd9f53, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1aa8b044-4008-43a3-9b45-410303bd9f53,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:39:05.930415 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121265'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:05.975061 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:05.975671 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:05.980421 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] 10.222.0.16 "PUT /v2.0/ports/1aa8b044-4008-43a3-9b45-410303bd9f53 HTTP/1.1" status: 200 len: 1094 time: 0.5807204 Aug 31 04:39:05.980421 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7718254b-c2c0-4911-90d0-8b8c119b48c8', 'tag': '1aa8b044-4008-43a3-9b45-410303bd9f53'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:39:05.980421 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc620b7-f027-4ca9-8353-97469fa9a4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7718254b-c2c0-4911-90d0-8b8c119b48c8", "tag": "1aa8b044-4008-43a3-9b45-410303bd9f53"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:39:06.021519 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5a49a-769c-4f47-b13d-f003253f0c4e service neutron] Pushing event updated for resources: {'Port': ['ID=1aa8b044-4008-43a3-9b45-410303bd9f53,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:06.039796 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d906cce-1181-480d-baf6-ec443bda0c83 req-e62475c3-338b-48c2-ba51-11a25bd8216d tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:06.041333 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6d906cce-1181-480d-baf6-ec443bda0c83 req-e62475c3-338b-48c2-ba51-11a25bd8216d tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 944 time: 0.0857739 Aug 31 04:39:06.042780 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 04:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f084cb-bc69-46c2-a6b8-1773aedc84e2 x-openstack-request-id: req-77f084cb-bc69-46c2-a6b8-1773aedc84e2 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:39:06.043062 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7718254b-c2c0-4911-90d0-8b8c119b48c8", "tag": "1aa8b044-4008-43a3-9b45-410303bd9f53", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:39:06.043310 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-77f084cb-bc69-46c2-a6b8-1773aedc84e2 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:39:06.043694 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7718254b-c2c0-4911-90d0-8b8c119b48c8', 'tag': '1aa8b044-4008-43a3-9b45-410303bd9f53', 'status': 'completed', 'code': 200} Aug 31 04:39:06.111434 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-6d906cce-1181-480d-baf6-ec443bda0c83 req-837654b6-7d7d-43f2-b7a8-31d614bec956 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642316 Aug 31 04:39:06.121598 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-4943e505-7fbb-4966-8809-f3517259bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:06.123050 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-4943e505-7fbb-4966-8809-f3517259bc26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ec715c2b6a44293bd5ba426b9c84581&device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 1097 time: 0.0583465 Aug 31 04:39:06.171687 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-4f84a26f-2a11-4051-84c8-c1ebee8a7e06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa8b044-4008-43a3-9b45-410303bd9f53 HTTP/1.1" status: 200 len: 217 time: 0.0331209 Aug 31 04:39:06.221187 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-1f984aa9-0fa6-4542-850d-53f4dabb9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:06.222629 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-1f984aa9-0fa6-4542-850d-53f4dabb9c24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0336d8a-b4ff-4e52-9b1f-28c121c9a143 HTTP/1.1" status: 200 len: 854 time: 0.0434754 Aug 31 04:39:06.253834 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-62887909-e7c1-4aa3-9e05-ec3a0fe90254 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236592 Aug 31 04:39:06.345504 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-2df6fb3c-9917-40d4-8fb4-d14392f207be service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836117 Aug 31 04:39:06.442681 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-9690cec4-a818-440b-bc08-0ef1453fd32b req-60d168a0-ecf3-416a-852d-72ce7eaae6f4 service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798573 Aug 31 04:39:06.584048 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc620b7-f027-4ca9-8353-97469fa9a4e4 req-7910a6b8-6d27-44b5-a124-c39668fd0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:06.585484 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fcc620b7-f027-4ca9-8353-97469fa9a4e4 req-7910a6b8-6d27-44b5-a124-c39668fd0800 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ec715c2b6a44293bd5ba426b9c84581&device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 1097 time: 0.0494967 Aug 31 04:39:06.675207 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc620b7-f027-4ca9-8353-97469fa9a4e4 req-6695164a-9007-482a-ab36-5bfb933e106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:06.676650 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fcc620b7-f027-4ca9-8353-97469fa9a4e4 req-6695164a-9007-482a-ab36-5bfb933e106b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 HTTP/1.1" status: 200 len: 915 time: 0.0819225 Aug 31 04:39:06.722453 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fcc620b7-f027-4ca9-8353-97469fa9a4e4 req-9d193496-b746-43ec-939c-8e493d2581d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa8b044-4008-43a3-9b45-410303bd9f53 HTTP/1.1" status: 200 len: 217 time: 0.0367777 Aug 31 04:39:06.779144 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc620b7-f027-4ca9-8353-97469fa9a4e4 req-7970ecc0-5644-48fa-ad33-5cb91398037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:06.780613 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fcc620b7-f027-4ca9-8353-97469fa9a4e4 req-7970ecc0-5644-48fa-ad33-5cb91398037f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0336d8a-b4ff-4e52-9b1f-28c121c9a143 HTTP/1.1" status: 200 len: 854 time: 0.0497034 Aug 31 04:39:06.812372 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fcc620b7-f027-4ca9-8353-97469fa9a4e4 req-39c923eb-90d6-4c83-a641-ab1ccc4316fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240011 Aug 31 04:39:06.899907 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fcc620b7-f027-4ca9-8353-97469fa9a4e4 req-0e75e6e5-c5d0-4c10-be29-8d0dffcb63e7 service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790396 Aug 31 04:39:06.991457 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-fcc620b7-f027-4ca9-8353-97469fa9a4e4 req-55c7feea-c67e-4aeb-9681-222ca0785d6a service neutron] 10.222.0.16 "GET /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838661 Aug 31 04:39:07.223744 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f00ff-cf4b-4667-881f-8ee32a0d983a req-003bf560-2632-4019-b44b-4959b0ed24c0 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:07.225209 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-241f00ff-cf4b-4667-881f-8ee32a0d983a req-003bf560-2632-4019-b44b-4959b0ed24c0 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 944 time: 0.0474098 Aug 31 04:39:07.264610 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-241f00ff-cf4b-4667-881f-8ee32a0d983a req-457c7e49-f1de-4611-a9c3-f2d9d1bc5afb tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335343 Aug 31 04:39:08.377985 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f43c90-2edd-4a35-9d31-74e9ce1b0c7a req-3dfb607a-3654-4cfd-a95b-453ea0028b8b tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:08.379463 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-61f43c90-2edd-4a35-9d31-74e9ce1b0c7a req-3dfb607a-3654-4cfd-a95b-453ea0028b8b tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 944 time: 0.0480850 Aug 31 04:39:08.415812 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-61f43c90-2edd-4a35-9d31-74e9ce1b0c7a req-d09facda-4a18-4876-b1a2-0409082559fd tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300188 Aug 31 04:39:09.526031 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9535fe-8bff-481c-99cf-c59514608a59 req-226de6bb-6688-4525-8355-d1d7af03cbd6 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:09.527481 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ce9535fe-8bff-481c-99cf-c59514608a59 req-226de6bb-6688-4525-8355-d1d7af03cbd6 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 944 time: 0.0474248 Aug 31 04:39:09.564215 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ce9535fe-8bff-481c-99cf-c59514608a59 req-f868d2d9-df8a-430b-ab1d-b87f2a4dd502 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310040 Aug 31 04:39:09.687771 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 1aa8b044-4008-43a3-9b45-410303bd9f53 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:39:09.780730 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 1aa8b044-4008-43a3-9b45-410303bd9f53, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1aa8b044-4008-43a3-9b45-410303bd9f53,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:39:09.791790 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Returning: {'device': '1aa8b044-4008-43a3-9b45-410303bd9f53', 'network_id': '5c30e1a4-fbfc-4370-ba15-a11bb9f506a7', 'port_id': '1aa8b044-4008-43a3-9b45-410303bd9f53', 'mac_address': 'fa:16:3e:79:18:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0336d8a-b4ff-4e52-9b1f-28c121c9a143', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:39:09.827745 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:09.840208 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa8b044-4008-43a3-9b45-410303bd9f53 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 04:39:09.858889 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 1aa8b044-4008-43a3-9b45-410303bd9f53, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1aa8b044-4008-43a3-9b45-410303bd9f53,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:39:09.862629 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:09.907180 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=1aa8b044-4008-43a3-9b45-410303bd9f53,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:10.209404 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['1aa8b044-4008-43a3-9b45-410303bd9f53'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:39:10.689387 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8367889-358e-4f0b-b62f-99b32316ac34 req-f37030f3-f357-43e2-aef8-65138845d519 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:10.691130 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c8367889-358e-4f0b-b62f-99b32316ac34 req-f37030f3-f357-43e2-aef8-65138845d519 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 945 time: 0.0519066 Aug 31 04:39:10.727946 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c8367889-358e-4f0b-b62f-99b32316ac34 req-f749e3d7-6119-4c5d-8882-4ca275de896c tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303981 Aug 31 04:39:11.686169 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 1aa8b044-4008-43a3-9b45-410303bd9f53 up at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:39:11.732791 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning for port 1aa8b044-4008-43a3-9b45-410303bd9f53 completed by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 04:39:11.736404 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Provisioning complete for port 1aa8b044-4008-43a3-9b45-410303bd9f53 triggered by entity L2. {{(pid=93813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 04:39:11.736783 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1464498'] for port, provisioning_complete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:11.816076 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586853'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:11.839042 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7718254b-c2c0-4911-90d0-8b8c119b48c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa8b044-4008-43a3-9b45-410303bd9f53'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:39:11.841267 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}768ec05f2ef14be5043ca8e59eab67e99e587dbda1a0f416ee952533109a517b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1f9487-945c-427c-8d81-501939a1aa47" -d '{"events": [{"server_uuid": "7718254b-c2c0-4911-90d0-8b8c119b48c8", "name": "network-vif-plugged", "status": "completed", "tag": "1aa8b044-4008-43a3-9b45-410303bd9f53"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:39:11.842057 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50d108-58a1-4e73-b7e7-855952a6afca req-3ed7c1cb-351b-4cdd-968c-30be225adb3d tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:11.843549 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ce50d108-58a1-4e73-b7e7-855952a6afca req-3ed7c1cb-351b-4cdd-968c-30be225adb3d tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 945 time: 0.0507519 Aug 31 04:39:11.853350 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] For port 1aa8b044-4008-43a3-9b45-410303bd9f53, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1aa8b044-4008-43a3-9b45-410303bd9f53,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:39:11.857474 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731726332115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731725749059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731725749077'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:11.881216 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd78869a-3d06-4186-95fd-cd37b7c7ded4 x-openstack-request-id: req-dd78869a-3d06-4186-95fd-cd37b7c7ded4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:39:11.881526 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7718254b-c2c0-4911-90d0-8b8c119b48c8", "name": "network-vif-plugged", "status": "completed", "tag": "1aa8b044-4008-43a3-9b45-410303bd9f53", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:39:11.881813 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dd78869a-3d06-4186-95fd-cd37b7c7ded4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:39:11.882205 dv-cinder-778193-7-smb neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7718254b-c2c0-4911-90d0-8b8c119b48c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa8b044-4008-43a3-9b45-410303bd9f53', 'code': 200} Aug 31 04:39:11.884191 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-ce50d108-58a1-4e73-b7e7-855952a6afca req-135f6edc-4949-4455-b352-5be540b2e00d tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342615 Aug 31 04:39:11.907902 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Pushing event updated for resources: {'Port': ['ID=1aa8b044-4008-43a3-9b45-410303bd9f53,revision_number=5']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:12.082003 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592eb84-aab8-48a0-8db0-6ed468f2b57d req-132752b3-e208-48de-a3d6-a6775682b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:12.083551 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3592eb84-aab8-48a0-8db0-6ed468f2b57d req-132752b3-e208-48de-a3d6-a6775682b6fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 1099 time: 0.0400412 Aug 31 04:39:12.119114 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-3592eb84-aab8-48a0-8db0-6ed468f2b57d req-69ab1bc0-030e-4066-8e24-a0c44bcef141 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283628 Aug 31 04:39:12.997098 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67365c7f-8e93-43dc-bea0-af6643026e8d req-0740d00b-bf2b-4976-83a6-242152db5e44 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:12.998583 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-67365c7f-8e93-43dc-bea0-af6643026e8d req-0740d00b-bf2b-4976-83a6-242152db5e44 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 946 time: 0.0480151 Aug 31 04:39:13.035780 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-67365c7f-8e93-43dc-bea0-af6643026e8d req-317c1124-5c8b-438e-8260-593ec7599ac1 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Aug 31 04:39:14.155018 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb76974-2acc-42e0-8e4d-986bb27bce04 req-1af75cb0-aa70-4bd8-bd85-309405132059 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:14.156539 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-afb76974-2acc-42e0-8e4d-986bb27bce04 req-1af75cb0-aa70-4bd8-bd85-309405132059 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 946 time: 0.0567124 Aug 31 04:39:14.197070 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-afb76974-2acc-42e0-8e4d-986bb27bce04 req-c2408f1c-846b-4ac6-962e-2376dfc87354 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346611 Aug 31 04:39:19.502336 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-044c54a6-598c-4327-aa08-2c51b10f32b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:20.788161 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06762747-9f30-4a16-bac0-d6f3448c6930 req-9bcc7961-d045-4f04-9ca4-600e9ce6d769 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:20.789633 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-06762747-9f30-4a16-bac0-d6f3448c6930 req-9bcc7961-d045-4f04-9ca4-600e9ce6d769 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 946 time: 0.0483322 Aug 31 04:39:20.830038 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-06762747-9f30-4a16-bac0-d6f3448c6930 req-ba572db8-555e-4a65-b9c7-324a2def3f94 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344851 Aug 31 04:39:20.913445 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:21.947477 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31a1b9-7be6-4bf6-9f20-50931a2cac6d req-4877826d-0ff5-477c-b153-d31d12240ca3 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:21.948991 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1d31a1b9-7be6-4bf6-9f20-50931a2cac6d req-4877826d-0ff5-477c-b153-d31d12240ca3 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 946 time: 0.0523434 Aug 31 04:39:21.986175 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-1d31a1b9-7be6-4bf6-9f20-50931a2cac6d req-991c6ffd-26c7-4f6a-8d0a-29db0344e440 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311089 Aug 31 04:39:22.240147 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c4d3d85-eaae-4c2e-93d3-371f693e63b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:22.445939 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:22.774669 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e967b5-22bb-4af8-92cc-66de5b5bc211 req-c9293f3a-c375-43dd-abe9-b3dfa157b3bb tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:22.776133 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-59e967b5-22bb-4af8-92cc-66de5b5bc211 req-c9293f3a-c375-43dd-abe9-b3dfa157b3bb tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 946 time: 0.0550442 Aug 31 04:39:22.864246 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-59e967b5-22bb-4af8-92cc-66de5b5bc211 req-1e11bebe-9c2b-480b-8917-58ae4e16e07a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Deleting port 1aa8b044-4008-43a3-9b45-410303bd9f53 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:39:22.864608 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-59e967b5-22bb-4af8-92cc-66de5b5bc211 req-1e11bebe-9c2b-480b-8917-58ae4e16e07a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:22.954579 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-59e967b5-22bb-4af8-92cc-66de5b5bc211 req-1e11bebe-9c2b-480b-8917-58ae4e16e07a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] For port 1aa8b044-4008-43a3-9b45-410303bd9f53, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1aa8b044-4008-43a3-9b45-410303bd9f53,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:39:22.955243 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-59e967b5-22bb-4af8-92cc-66de5b5bc211 req-1e11bebe-9c2b-480b-8917-58ae4e16e07a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:22.967519 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-59e967b5-22bb-4af8-92cc-66de5b5bc211 req-1e11bebe-9c2b-480b-8917-58ae4e16e07a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Calling delete_port for 1aa8b044-4008-43a3-9b45-410303bd9f53 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:39:23.098899 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-59e967b5-22bb-4af8-92cc-66de5b5bc211 req-1e11bebe-9c2b-480b-8917-58ae4e16e07a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:23.106814 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9feeb22-cd9e-46ef-8946-5a471761c834 req-06ba15fd-0f6a-4e52-aaeb-2934c250239f tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:23.108318 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f9feeb22-cd9e-46ef-8946-5a471761c834 req-06ba15fd-0f6a-4e52-aaeb-2934c250239f tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7718254b-c2c0-4911-90d0-8b8c119b48c8 HTTP/1.1" status: 200 len: 946 time: 0.0552919 Aug 31 04:39:23.129808 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11bebe-9c2b-480b-8917-58ae4e16e07a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Pushing event deleted for resources: {'Port': ['ID=1aa8b044-4008-43a3-9b45-410303bd9f53,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:23.139888 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a', '125c8c5d-f275-48fd-91e9-965d1fd47cec', '37c92dc1-916a-4062-b393-b24c930f3336', '1aa8b044-4008-43a3-9b45-410303bd9f53'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:39:23.150961 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-f9feeb22-cd9e-46ef-8946-5a471761c834 req-1e7ba64e-eb8f-44ac-ad57-181682a4fca2 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349057 Aug 31 04:39:23.193060 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e967b5-22bb-4af8-92cc-66de5b5bc211 req-1e11bebe-9c2b-480b-8917-58ae4e16e07a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] No DVR routers for this DVR port 1aa8b044-4008-43a3-9b45-410303bd9f53 on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:39:23.195853 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-59e967b5-22bb-4af8-92cc-66de5b5bc211 req-1e11bebe-9c2b-480b-8917-58ae4e16e07a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:23.199027 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-59e967b5-22bb-4af8-92cc-66de5b5bc211 req-1e11bebe-9c2b-480b-8917-58ae4e16e07a tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "DELETE /v2.0/ports/1aa8b044-4008-43a3-9b45-410303bd9f53 HTTP/1.1" status: 204 len: 173 time: 0.4166927 Aug 31 04:39:23.199482 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7718254b-c2c0-4911-90d0-8b8c119b48c8', 'name': 'network-vif-deleted', 'tag': '1aa8b044-4008-43a3-9b45-410303bd9f53'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:39:23.202453 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff4854c-9560-4067-a1d8-b1091822eead" -d '{"events": [{"server_uuid": "7718254b-c2c0-4911-90d0-8b8c119b48c8", "name": "network-vif-deleted", "tag": "1aa8b044-4008-43a3-9b45-410303bd9f53"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:39:23.242509 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05881eb0-8fca-4b9f-9774-aa68ef1c50d7 x-openstack-request-id: req-05881eb0-8fca-4b9f-9774-aa68ef1c50d7 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:39:23.242884 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7718254b-c2c0-4911-90d0-8b8c119b48c8", "name": "network-vif-deleted", "tag": "1aa8b044-4008-43a3-9b45-410303bd9f53", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:39:23.243206 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-05881eb0-8fca-4b9f-9774-aa68ef1c50d7 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:39:23.243673 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7718254b-c2c0-4911-90d0-8b8c119b48c8', 'name': 'network-vif-deleted', 'tag': '1aa8b044-4008-43a3-9b45-410303bd9f53', 'status': 'completed', 'code': 200} Aug 31 04:39:23.734960 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:24.923896 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:25.561718 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b29a1-b9c0-4d4c-b984-051dd08caf94 req-d09fcb50-469c-4f9f-8c52-caf33c0e76a4 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:25.563184 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3b7b29a1-b9c0-4d4c-b984-051dd08caf94 req-d09fcb50-469c-4f9f-8c52-caf33c0e76a4 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 945 time: 0.0545311 Aug 31 04:39:25.604516 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-3b7b29a1-b9c0-4d4c-b984-051dd08caf94 req-6e736c56-f18a-40eb-86cd-00a8a7324831 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349896 Aug 31 04:39:25.710122 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 1aa8b044-4008-43a3-9b45-410303bd9f53 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:39:25.730010 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: 1aa8b044-4008-43a3-9b45-410303bd9f53 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:39:25.730374 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 1aa8b044-4008-43a3-9b45-410303bd9f53 not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:39:26.721470 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404b0e7-89c5-4afc-ae6b-60d683ab200f req-0e8be11f-353d-46fc-9c99-dad8dad707e4 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:26.722984 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e404b0e7-89c5-4afc-ae6b-60d683ab200f req-0e8be11f-353d-46fc-9c99-dad8dad707e4 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 945 time: 0.0494204 Aug 31 04:39:26.760788 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-e404b0e7-89c5-4afc-ae6b-60d683ab200f req-9dc2b2e3-f7cb-491e-b470-0dbe4e2e4edb tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319920 Aug 31 04:39:27.370245 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2378f5-eb51-474b-947c-3a8612182af5 req-0cbbca95-b5ed-4f54-aa1c-ed21bfa69dbb tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:27.371631 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0e2378f5-eb51-474b-947c-3a8612182af5 req-0cbbca95-b5ed-4f54-aa1c-ed21bfa69dbb tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 945 time: 0.0507913 Aug 31 04:39:27.456486 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0e2378f5-eb51-474b-947c-3a8612182af5 req-52465664-6a67-4a22-a955-be4464293821 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Deleting port 37c92dc1-916a-4062-b393-b24c930f3336 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:39:27.456828 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0e2378f5-eb51-474b-947c-3a8612182af5 req-52465664-6a67-4a22-a955-be4464293821 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:27.543420 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0e2378f5-eb51-474b-947c-3a8612182af5 req-52465664-6a67-4a22-a955-be4464293821 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] For port 37c92dc1-916a-4062-b393-b24c930f3336, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=37c92dc1-916a-4062-b393-b24c930f3336,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:39:27.543783 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0e2378f5-eb51-474b-947c-3a8612182af5 req-52465664-6a67-4a22-a955-be4464293821 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:27.555947 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0e2378f5-eb51-474b-947c-3a8612182af5 req-52465664-6a67-4a22-a955-be4464293821 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Calling delete_port for 37c92dc1-916a-4062-b393-b24c930f3336 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:39:27.678460 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0e2378f5-eb51-474b-947c-3a8612182af5 req-52465664-6a67-4a22-a955-be4464293821 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:27.704534 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52465664-6a67-4a22-a955-be4464293821 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Pushing event deleted for resources: {'Port': ['ID=37c92dc1-916a-4062-b393-b24c930f3336,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:27.713778 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a', '125c8c5d-f275-48fd-91e9-965d1fd47cec', '37c92dc1-916a-4062-b393-b24c930f3336'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:39:27.746934 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2378f5-eb51-474b-947c-3a8612182af5 req-52465664-6a67-4a22-a955-be4464293821 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] No DVR routers for this DVR port 37c92dc1-916a-4062-b393-b24c930f3336 on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:39:27.749421 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0e2378f5-eb51-474b-947c-3a8612182af5 req-52465664-6a67-4a22-a955-be4464293821 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:27.751374 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0e2378f5-eb51-474b-947c-3a8612182af5 req-52465664-6a67-4a22-a955-be4464293821 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "DELETE /v2.0/ports/37c92dc1-916a-4062-b393-b24c930f3336 HTTP/1.1" status: 204 len: 173 time: 0.3736029 Aug 31 04:39:27.751804 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0015810d-69e6-45a4-8e48-29b0db2f4486', 'name': 'network-vif-deleted', 'tag': '37c92dc1-916a-4062-b393-b24c930f3336'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:39:27.754063 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5eb746-d188-4bd7-a2ef-20ec7efc1c9e" -d '{"events": [{"server_uuid": "0015810d-69e6-45a4-8e48-29b0db2f4486", "name": "network-vif-deleted", "tag": "37c92dc1-916a-4062-b393-b24c930f3336"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:39:27.790967 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883cd1ba-2e43-4dc3-8c04-10e7097a89d9 x-openstack-request-id: req-883cd1ba-2e43-4dc3-8c04-10e7097a89d9 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:39:27.791329 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0015810d-69e6-45a4-8e48-29b0db2f4486", "name": "network-vif-deleted", "tag": "37c92dc1-916a-4062-b393-b24c930f3336", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:39:27.791505 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-883cd1ba-2e43-4dc3-8c04-10e7097a89d9 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:39:27.791914 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0015810d-69e6-45a4-8e48-29b0db2f4486', 'name': 'network-vif-deleted', 'tag': '37c92dc1-916a-4062-b393-b24c930f3336', 'status': 'completed', 'code': 200} Aug 31 04:39:27.859214 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-d5dc5b01-94f2-42dc-bca8-34bea3a96368 req-fda99e65-dece-47fc-863c-d2fb36670fa3 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=0015810d-69e6-45a4-8e48-29b0db2f4486 HTTP/1.1" status: 200 len: 210 time: 0.0294976 Aug 31 04:39:29.118651 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d4f02-96b1-48da-abf5-914dfbb4a28e req-f59d0486-06d4-4d46-8f81-08d77cb6e370 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:29.120118 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d99d4f02-96b1-48da-abf5-914dfbb4a28e req-f59d0486-06d4-4d46-8f81-08d77cb6e370 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 945 time: 0.0482705 Aug 31 04:39:29.156822 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-d99d4f02-96b1-48da-abf5-914dfbb4a28e req-cdca235a-f957-4504-b018-2e2a737a9408 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Aug 31 04:39:29.763247 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 37c92dc1-916a-4062-b393-b24c930f3336 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:39:29.782822 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: 37c92dc1-916a-4062-b393-b24c930f3336 {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:39:29.783166 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 37c92dc1-916a-4062-b393-b24c930f3336 not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:39:30.276701 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273a077-eb0e-4756-a44a-90a846bab4da req-0495c726-070e-4bc0-9ea1-23685fdebcdd tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:30.278112 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c273a077-eb0e-4756-a44a-90a846bab4da req-0495c726-070e-4bc0-9ea1-23685fdebcdd tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 945 time: 0.0480130 Aug 31 04:39:30.325647 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-c273a077-eb0e-4756-a44a-90a846bab4da req-00ab1e29-6c59-45f1-a267-ce3370d39879 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357091 Aug 31 04:39:30.542642 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e59c-6f71-44f1-98f6-7c3689e02c74 req-d70a64c2-2e30-4bf0-9761-162d15543a04 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:30.544003 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4fb3e59c-6f71-44f1-98f6-7c3689e02c74 req-d70a64c2-2e30-4bf0-9761-162d15543a04 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 945 time: 0.0480380 Aug 31 04:39:30.629307 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-4fb3e59c-6f71-44f1-98f6-7c3689e02c74 req-0a437858-9497-4aeb-98e4-5a84e8c8a6fc tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Deleting port 125c8c5d-f275-48fd-91e9-965d1fd47cec {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:39:30.629653 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4fb3e59c-6f71-44f1-98f6-7c3689e02c74 req-0a437858-9497-4aeb-98e4-5a84e8c8a6fc tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:30.717929 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-4fb3e59c-6f71-44f1-98f6-7c3689e02c74 req-0a437858-9497-4aeb-98e4-5a84e8c8a6fc tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] For port 125c8c5d-f275-48fd-91e9-965d1fd47cec, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=125c8c5d-f275-48fd-91e9-965d1fd47cec,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:39:30.718296 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4fb3e59c-6f71-44f1-98f6-7c3689e02c74 req-0a437858-9497-4aeb-98e4-5a84e8c8a6fc tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:30.731021 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-4fb3e59c-6f71-44f1-98f6-7c3689e02c74 req-0a437858-9497-4aeb-98e4-5a84e8c8a6fc tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Calling delete_port for 125c8c5d-f275-48fd-91e9-965d1fd47cec owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:39:30.854359 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4fb3e59c-6f71-44f1-98f6-7c3689e02c74 req-0a437858-9497-4aeb-98e4-5a84e8c8a6fc tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:30.880407 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a437858-9497-4aeb-98e4-5a84e8c8a6fc tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Pushing event deleted for resources: {'Port': ['ID=125c8c5d-f275-48fd-91e9-965d1fd47cec,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:30.889866 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a', '125c8c5d-f275-48fd-91e9-965d1fd47cec'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:39:30.921415 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb3e59c-6f71-44f1-98f6-7c3689e02c74 req-0a437858-9497-4aeb-98e4-5a84e8c8a6fc tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] No DVR routers for this DVR port 125c8c5d-f275-48fd-91e9-965d1fd47cec on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:39:30.923842 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4fb3e59c-6f71-44f1-98f6-7c3689e02c74 req-0a437858-9497-4aeb-98e4-5a84e8c8a6fc tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:30.925859 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4fb3e59c-6f71-44f1-98f6-7c3689e02c74 req-0a437858-9497-4aeb-98e4-5a84e8c8a6fc tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "DELETE /v2.0/ports/125c8c5d-f275-48fd-91e9-965d1fd47cec HTTP/1.1" status: 204 len: 173 time: 0.3753731 Aug 31 04:39:30.926283 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5381f51-b01c-4cc6-8a7f-32283e994336', 'name': 'network-vif-deleted', 'tag': '125c8c5d-f275-48fd-91e9-965d1fd47cec'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:39:30.928561 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5fc8cf-5903-4e67-af23-f9dbc55f59f5" -d '{"events": [{"server_uuid": "f5381f51-b01c-4cc6-8a7f-32283e994336", "name": "network-vif-deleted", "tag": "125c8c5d-f275-48fd-91e9-965d1fd47cec"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:39:30.966830 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281cf011-5f38-4341-ae1c-5b331b5d5e0a x-openstack-request-id: req-281cf011-5f38-4341-ae1c-5b331b5d5e0a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:39:30.967589 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5381f51-b01c-4cc6-8a7f-32283e994336", "name": "network-vif-deleted", "tag": "125c8c5d-f275-48fd-91e9-965d1fd47cec", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:39:30.967589 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-281cf011-5f38-4341-ae1c-5b331b5d5e0a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:39:30.967850 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5381f51-b01c-4cc6-8a7f-32283e994336', 'name': 'network-vif-deleted', 'tag': '125c8c5d-f275-48fd-91e9-965d1fd47cec', 'status': 'completed', 'code': 200} Aug 31 04:39:31.431779 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-818d2cc7-b633-4f90-b30a-f992dd77174c req-6ed4b42b-278a-4178-851d-302e63147afb tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5381f51-b01c-4cc6-8a7f-32283e994336 HTTP/1.1" status: 200 len: 210 time: 0.0272703 Aug 31 04:39:33.777220 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 125c8c5d-f275-48fd-91e9-965d1fd47cec no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:39:33.797713 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: 125c8c5d-f275-48fd-91e9-965d1fd47cec {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:39:33.798092 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 125c8c5d-f275-48fd-91e9-965d1fd47cec not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:39:33.825300 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23fc5d-364c-4f06-9a9e-8c5e97858dec req-c6c33a3c-4157-43f4-82f1-cf407d6f9cf8 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:33.826769 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-af23fc5d-364c-4f06-9a9e-8c5e97858dec req-c6c33a3c-4157-43f4-82f1-cf407d6f9cf8 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 945 time: 0.0492132 Aug 31 04:39:33.862973 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [req-af23fc5d-364c-4f06-9a9e-8c5e97858dec req-668b7236-cca0-417e-8b3d-9c767e99310b tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302441 Aug 31 04:39:34.714557 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:39:34.980384 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079370f-8531-490c-814d-9597fb2cdbbe req-adc03a8f-6ce5-4d28-9a7d-76fac749ac56 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:34.981819 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4079370f-8531-490c-814d-9597fb2cdbbe req-adc03a8f-6ce5-4d28-9a7d-76fac749ac56 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 945 time: 0.0489929 Aug 31 04:39:35.022182 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-4079370f-8531-490c-814d-9597fb2cdbbe req-238bed42-add8-4d41-b234-505f5e739b0b tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/security-groups?id=291ed04d-4573-4a29-84c5-1ad770490fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Aug 31 04:39:35.473749 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f41c8-d304-47b2-86c2-431c9083527c req-a54fe001-2280-461d-8866-0938c9eba731 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 04:39:35.475224 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0b5f41c8-d304-47b2-86c2-431c9083527c req-a54fe001-2280-461d-8866-0938c9eba731 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 945 time: 0.0489492 Aug 31 04:39:35.560549 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0b5f41c8-d304-47b2-86c2-431c9083527c req-aaa3cd3d-3cdb-4e23-a48f-11d5b5bfd625 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Deleting port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 04:39:35.560887 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5f41c8-d304-47b2-86c2-431c9083527c req-aaa3cd3d-3cdb-4e23-a48f-11d5b5bfd625 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731726332182'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:35.649934 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0b5f41c8-d304-47b2-86c2-431c9083527c req-aaa3cd3d-3cdb-4e23-a48f-11d5b5bfd625 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] For port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a,segment=NetworkSegment(5c0b82b2-38c5-4291-9fa9-95f42e112fcc),segment_id=5c0b82b2-38c5-4291-9fa9-95f42e112fcc)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:39:35.650299 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5f41c8-d304-47b2-86c2-431c9083527c req-aaa3cd3d-3cdb-4e23-a48f-11d5b5bfd625 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1654136'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:35.664292 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0b5f41c8-d304-47b2-86c2-431c9083527c req-aaa3cd3d-3cdb-4e23-a48f-11d5b5bfd625 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Calling delete_port for 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 04:39:35.787801 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5f41c8-d304-47b2-86c2-431c9083527c req-aaa3cd3d-3cdb-4e23-a48f-11d5b5bfd625 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731726332133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731725749050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121224'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:35.816065 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3cd3d-3cdb-4e23-a48f-11d5b5bfd625 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Pushing event deleted for resources: {'Port': ['ID=43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:35.824621 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] get_ports_and_sgs() called for port_ids ['43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a'] {{(pid=93813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 04:39:35.855430 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5f41c8-d304-47b2-86c2-431c9083527c req-aaa3cd3d-3cdb-4e23-a48f-11d5b5bfd625 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] No DVR routers for this DVR port 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a on host hv-cinder-77819 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 04:39:35.857828 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5f41c8-d304-47b2-86c2-431c9083527c req-aaa3cd3d-3cdb-4e23-a48f-11d5b5bfd625 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57146'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:35.859797 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-0b5f41c8-d304-47b2-86c2-431c9083527c req-aaa3cd3d-3cdb-4e23-a48f-11d5b5bfd625 tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.16 "DELETE /v2.0/ports/43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a HTTP/1.1" status: 204 len: 173 time: 0.3785520 Aug 31 04:39:35.860226 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7227e3-faa8-4576-a2e8-40a5a7b62e1e', 'name': 'network-vif-deleted', 'tag': '43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 04:39:35.862440 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6c81c928a2a803560170b25a02fc0c63c5aaadcd6333ed7dc03d749c9a6da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6654ec79-dd89-4160-9638-3e1d11fea06c" -d '{"events": [{"server_uuid": "5b7227e3-faa8-4576-a2e8-40a5a7b62e1e", "name": "network-vif-deleted", "tag": "43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:39:35.898505 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 04:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07df554-7ba3-4e8e-9387-7f698f100f9c x-openstack-request-id: req-c07df554-7ba3-4e8e-9387-7f698f100f9c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:39:35.898886 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7227e3-faa8-4576-a2e8-40a5a7b62e1e", "name": "network-vif-deleted", "tag": "43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:39:35.899189 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c07df554-7ba3-4e8e-9387-7f698f100f9c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:39:35.899587 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7227e3-faa8-4576-a2e8-40a5a7b62e1e', 'name': 'network-vif-deleted', 'tag': '43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a', 'status': 'completed', 'code': 200} Aug 31 04:39:36.123259 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [req-7799ce22-de6d-47af-bf85-b673c054c32b req-d134805b-156b-4674-90d4-f88afa5f05ff tempest-AttachVolumeNegativeTest-1452731233 tempest-AttachVolumeNegativeTest-1452731233-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b7227e3-faa8-4576-a2e8-40a5a7b62e1e HTTP/1.1" status: 200 len: 210 time: 0.0270743 Aug 31 04:39:37.176287 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37720) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:37.221568 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Deleting subnet e0336d8a-b4ff-4e52-9b1f-28c121c9a143 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 04:39:37.224659 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.261766 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624840'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.297620 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450176'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.347360 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26792493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3097614'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.373114 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0336d8a-b4ff-4e52-9b1f-28c121c9a143,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:37.375874 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.377170 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e0336d8a-b4ff-4e52-9b1f-28c121c9a143 HTTP/1.1" status: 204 len: 168 time: 0.1998098 Aug 31 04:39:37.379758 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37722) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:37.383632 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:37.383982 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:37.384324 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:37.384657 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:37.384984 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:37.385340 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:37.385669 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:37.385994 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:37.386318 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:37.386639 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:37.386959 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:37.387277 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeea44b-1f1e-4df1-8500-5103e6f2023a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:37.449974 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bce229c-d7a0-4557-8bbb-096b90fe390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570543'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.524734 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bce229c-d7a0-4557-8bbb-096b90fe390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774203', 'neutron.services.segments.db._delete_segments_for_network-8731726269121'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.534051 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-0bce229c-d7a0-4557-8bbb-096b90fe390c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c30e1a4-fbfc-4370-ba15-a11bb9f506a7']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:37.544219 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-0bce229c-d7a0-4557-8bbb-096b90fe390c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0b82b2-38c5-4291-9fa9-95f42e112fcc') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:37.544517 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.services.segments.db [None req-0bce229c-d7a0-4557-8bbb-096b90fe390c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0b82b2-38c5-4291-9fa9-95f42e112fcc') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:37.552916 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bce229c-d7a0-4557-8bbb-096b90fe390c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731726282069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3121537'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.566768 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bce229c-d7a0-4557-8bbb-096b90fe390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.572656 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bce229c-d7a0-4557-8bbb-096b90fe390c admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:39:37.573171 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bce229c-d7a0-4557-8bbb-096b90fe390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121309'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: Traceback (most recent call last): Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: timer() Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: cb(*args, **kw) Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: return func(*args, **kwargs) Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: self._notify() Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: self.callback(batched_events) Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: event.method(event) Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: return f(self, *a, **k) Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: return self._get(url).json() Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: return self.request(url, 'GET', **kwargs) Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 04:39:37.574762 dv-cinder-778193-7-smb neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 04:39:37.628178 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bce229c-d7a0-4557-8bbb-096b90fe390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1647388'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.633345 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bce229c-d7a0-4557-8bbb-096b90fe390c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808283'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.635158 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-0bce229c-d7a0-4557-8bbb-096b90fe390c admin admin] 10.222.0.38 "DELETE /v2.0/networks/5c30e1a4-fbfc-4370-ba15-a11bb9f506a7 HTTP/1.1" status: 204 len: 168 time: 0.2544060 Aug 31 04:39:37.645515 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce229c-d7a0-4557-8bbb-096b90fe390c admin admin] Pushing event deleted for resources: {'Network': ['ID=5c30e1a4-fbfc-4370-ba15-a11bb9f506a7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:37.792757 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:39:37.793776 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37726) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:37.812731 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] No Port match for: 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a {{(pid=93813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 04:39:37.813111 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron.plugins.ml2.rpc [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Device 43dc66c3-0db0-41b0-a2a3-2e8c8e3a5d2a not bound to the agent host hv-cinder-77819 {{(pid=93813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:39:37.834454 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-65575d7c-3cdf-4966-b306-c3671e997fbc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ec715c2b6a44293bd5ba426b9c84581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394371 Aug 31 04:39:37.837519 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37728) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:37.886966 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-771b63fa-4031-45f5-8b34-da545bf72fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.907422 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-771b63fa-4031-45f5-8b34-da545bf72fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.952597 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-771b63fa-4031-45f5-8b34-da545bf72fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.955544 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-771b63fa-4031-45f5-8b34-da545bf72fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:37.956778 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-771b63fa-4031-45f5-8b34-da545bf72fe3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/291ed04d-4573-4a29-84c5-1ad770490fe5 HTTP/1.1" status: 204 len: 168 time: 0.1183536 Aug 31 04:39:37.964516 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b63fa-4031-45f5-8b34-da545bf72fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291ed04d-4573-4a29-84c5-1ad770490fe5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:39.128075 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37778) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:39.228743 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3047a39e-c3e5-48ff-af63-e11f3fd24448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:39.315138 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3047a39e-c3e5-48ff-af63-e11f3fd24448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:39.318988 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3047a39e-c3e5-48ff-af63-e11f3fd24448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:39.356332 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-3047a39e-c3e5-48ff-af63-e11f3fd24448 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b57a5512436a4898a4a440b5d04f9fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271113 Aug 31 04:39:39.357221 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047a39e-c3e5-48ff-af63-e11f3fd24448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0236316b-6931-4a38-8783-421a9af7e688,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:39.359044 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37782) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:39.406861 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cc66872-50f9-4940-bbad-188a277b4bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:39.426806 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cc66872-50f9-4940-bbad-188a277b4bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:39.472311 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cc66872-50f9-4940-bbad-188a277b4bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:39.474891 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cc66872-50f9-4940-bbad-188a277b4bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:39.476024 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-1cc66872-50f9-4940-bbad-188a277b4bcd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0236316b-6931-4a38-8783-421a9af7e688 HTTP/1.1" status: 204 len: 168 time: 0.1159611 Aug 31 04:39:39.483377 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc66872-50f9-4940-bbad-188a277b4bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0236316b-6931-4a38-8783-421a9af7e688,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:46.011891 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37860) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:46.112672 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2764-41a7-4ab6-83ad-f65b485e2d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:46.205025 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2764-41a7-4ab6-83ad-f65b485e2d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:46.208604 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2764-41a7-4ab6-83ad-f65b485e2d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:46.247333 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-2f3f2764-41a7-4ab6-83ad-f65b485e2d82 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5fdb6157ecf24d4690d26ce2baffa568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342420 Aug 31 04:39:46.249335 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f2764-41a7-4ab6-83ad-f65b485e2d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8246556b-bf80-4e54-8346-40c856b76b6c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:46.249921 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37864) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:46.302824 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fb1d86d0-716a-4f6f-b8fa-6b1e8a542ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:46.563577 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fb1d86d0-716a-4f6f-b8fa-6b1e8a542ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:46.614163 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fb1d86d0-716a-4f6f-b8fa-6b1e8a542ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:46.617261 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fb1d86d0-716a-4f6f-b8fa-6b1e8a542ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:46.618589 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-fb1d86d0-716a-4f6f-b8fa-6b1e8a542ae7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8246556b-bf80-4e54-8346-40c856b76b6c HTTP/1.1" status: 204 len: 168 time: 0.3676782 Aug 31 04:39:46.629026 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d86d0-716a-4f6f-b8fa-6b1e8a542ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8246556b-bf80-4e54-8346-40c856b76b6c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:46.895233 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37870) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:46.908622 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f3bd-67ba-4ea5-9369-14a57ab82d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:46.996143 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f3bd-67ba-4ea5-9369-14a57ab82d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:47.000738 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f3bd-67ba-4ea5-9369-14a57ab82d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:47.037285 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-e5f0f3bd-67ba-4ea5-9369-14a57ab82d26 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b797eab7fdab44c1893b39710aa7d315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409693 Aug 31 04:39:47.038549 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f3bd-67ba-4ea5-9369-14a57ab82d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e157bcf-32b4-427f-b294-a154b3f750b0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:47.039914 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37872) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:47.089240 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6640926-5f74-4056-b46b-6e93a8660a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:47.109290 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6640926-5f74-4056-b46b-6e93a8660a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:47.154818 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6640926-5f74-4056-b46b-6e93a8660a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:47.157446 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6640926-5f74-4056-b46b-6e93a8660a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:47.158612 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-f6640926-5f74-4056-b46b-6e93a8660a3a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e157bcf-32b4-427f-b294-a154b3f750b0 HTTP/1.1" status: 204 len: 168 time: 0.1170876 Aug 31 04:39:47.166770 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6640926-5f74-4056-b46b-6e93a8660a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e157bcf-32b4-427f-b294-a154b3f750b0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:49.494919 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b087dc6b-a4ec-48a2-9339-9d72a5865a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:50.915125 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:51.888061 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37946) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:51.989780 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57034d76-cd4c-4d53-b2a8-938c265ed661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.077702 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57034d76-cd4c-4d53-b2a8-938c265ed661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.081220 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57034d76-cd4c-4d53-b2a8-938c265ed661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.116896 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57034d76-cd4c-4d53-b2a8-938c265ed661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc44fda2-ecfc-44b4-a518-a3c4a9c00bfb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:52.121349 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-57034d76-cd4c-4d53-b2a8-938c265ed661 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e390d34002f34e01a48f4cc94aa3df50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322614 Aug 31 04:39:52.123973 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37950) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:52.173449 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d0c0810d-06be-4c98-a8c8-93f16ae95104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.193281 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d0c0810d-06be-4c98-a8c8-93f16ae95104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.241342 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d0c0810d-06be-4c98-a8c8-93f16ae95104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.242585 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab191b80-029d-4a14-9ecc-8ae9f79347f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.244058 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d0c0810d-06be-4c98-a8c8-93f16ae95104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.245229 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-d0c0810d-06be-4c98-a8c8-93f16ae95104 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc44fda2-ecfc-44b4-a518-a3c4a9c00bfb HTTP/1.1" status: 204 len: 168 time: 0.1203666 Aug 31 04:39:52.252838 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0810d-06be-4c98-a8c8-93f16ae95104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc44fda2-ecfc-44b4-a518-a3c4a9c00bfb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:52.448086 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.512345 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 37956) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:52.525973 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5660681-b8d6-49e6-94c9-5a8426d8320a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.612651 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5660681-b8d6-49e6-94c9-5a8426d8320a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.616229 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5660681-b8d6-49e6-94c9-5a8426d8320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.657633 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-b5660681-b8d6-49e6-94c9-5a8426d8320a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a176f95606594516b0369b74c52078e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441379 Aug 31 04:39:52.658627 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5660681-b8d6-49e6-94c9-5a8426d8320a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98165d3-52a4-4282-9219-e932e328a7cd,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:52.660263 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 37958) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:39:52.708024 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.728613 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.774558 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.777115 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:52.778231 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c98165d3-52a4-4282-9219-e932e328a7cd HTTP/1.1" status: 204 len: 168 time: 0.1168635 Aug 31 04:39:52.785808 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98165d3-52a4-4282-9219-e932e328a7cd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:52.792703 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:52.793080 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:52.793426 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:52.793763 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:52.794097 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:52.794435 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:52.794765 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:52.795093 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:52.795425 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:52.795749 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:52.796074 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:52.796395 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c2a657-0ba0-46e5-a724-936aafcecb1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-7-smb {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:53.738642 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:39:54.927497 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:09.189617 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 38094) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:40:09.291797 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4164a3b0-8920-4504-b74e-a5580382d8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:09.378795 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4164a3b0-8920-4504-b74e-a5580382d8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:09.382620 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4164a3b0-8920-4504-b74e-a5580382d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:09.420323 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-4164a3b0-8920-4504-b74e-a5580382d8ef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=826ad59597de4516a5c28b83af0ecb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293377 Aug 31 04:40:09.422375 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164a3b0-8920-4504-b74e-a5580382d8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a4785-1075-4a82-87e4-34e1d5c7b457,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:09.423018 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 38098) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:40:09.475858 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fb5edd0-06d3-4815-867a-bb4cf2a10375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:09.496496 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fb5edd0-06d3-4815-867a-bb4cf2a10375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:09.544912 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fb5edd0-06d3-4815-867a-bb4cf2a10375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:09.547455 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fb5edd0-06d3-4815-867a-bb4cf2a10375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:09.548571 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-6fb5edd0-06d3-4815-867a-bb4cf2a10375 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/308a4785-1075-4a82-87e4-34e1d5c7b457 HTTP/1.1" status: 204 len: 168 time: 0.1245537 Aug 31 04:40:09.556109 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5edd0-06d3-4815-867a-bb4cf2a10375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a4785-1075-4a82-87e4-34e1d5c7b457,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:11.717429 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:40:19.495701 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25c36aa3-db94-4395-ad1a-a685f3cb7261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:20.930434 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:21.668208 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.38', 38206) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:40:21.775219 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4bb040c-8e3d-486f-bb5b-8c7126b5e77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:21.865157 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4bb040c-8e3d-486f-bb5b-8c7126b5e77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:21.869329 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4bb040c-8e3d-486f-bb5b-8c7126b5e77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:21.905181 dv-cinder-778193-7-smb neutron-server[93812]: INFO neutron.wsgi [None req-a4bb040c-8e3d-486f-bb5b-8c7126b5e77e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=558bad187cff4be1ad795f267a63ecf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358975 Aug 31 04:40:21.906099 dv-cinder-778193-7-smb neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb040c-8e3d-486f-bb5b-8c7126b5e77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a9cdf2-f274-43f1-bfa3-5174d1d2bc9b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:21.907911 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 38210) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:40:21.958183 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9194d0e-068f-4c94-b65c-1d4eedadbfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:21.978770 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9194d0e-068f-4c94-b65c-1d4eedadbfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:22.025228 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9194d0e-068f-4c94-b65c-1d4eedadbfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:22.027912 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9194d0e-068f-4c94-b65c-1d4eedadbfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:22.029069 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-f9194d0e-068f-4c94-b65c-1d4eedadbfda admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/62a9cdf2-f274-43f1-bfa3-5174d1d2bc9b HTTP/1.1" status: 204 len: 168 time: 0.1200964 Aug 31 04:40:22.036318 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9194d0e-068f-4c94-b65c-1d4eedadbfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a9cdf2-f274-43f1-bfa3-5174d1d2bc9b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:22.242829 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14c03825-06c1-4ac3-90b8-86be642c217c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:22.451685 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:23.740304 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:24.927603 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:32.900189 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 38344) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:40:33.003970 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-366da875-8709-43e3-b5d2-5f2584f798a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:33.087907 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-366da875-8709-43e3-b5d2-5f2584f798a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:33.091418 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-366da875-8709-43e3-b5d2-5f2584f798a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:33.129427 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366da875-8709-43e3-b5d2-5f2584f798a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b29679-4955-42de-b5a3-164812c74af3,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:33.134909 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-366da875-8709-43e3-b5d2-5f2584f798a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c82fbefd529947679d51a0b9c967cfbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337608 Aug 31 04:40:33.137625 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.38', 38348) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 04:40:33.184920 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a105546-9095-4c58-8627-24371caa594e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:33.205103 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a105546-9095-4c58-8627-24371caa594e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:33.250360 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a105546-9095-4c58-8627-24371caa594e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580480'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:33.253033 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a105546-9095-4c58-8627-24371caa594e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:33.254170 dv-cinder-778193-7-smb neutron-server[93811]: INFO neutron.wsgi [None req-6a105546-9095-4c58-8627-24371caa594e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56b29679-4955-42de-b5a3-164812c74af3 HTTP/1.1" status: 204 len: 168 time: 0.1156294 Aug 31 04:40:33.261549 dv-cinder-778193-7-smb neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a105546-9095-4c58-8627-24371caa594e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b29679-4955-42de-b5a3-164812c74af3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:48.716183 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:40:49.497579 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccf8102a-1a02-4962-b306-59c2b713323c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:50.938240 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:52.248754 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-186d3ef5-4185-41fc-97b8-00e0bfda1a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:52.453120 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:53.743187 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:40:54.932757 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:19.497243 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c38d2b8-5930-4a21-b2ce-55cf2a60f670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:20.944774 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:22.250003 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4fd1719b-77c9-4bb4-a922-661822f5c6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:22.454328 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:23.745765 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:24.932944 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:25.715183 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:41:49.498123 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d38ae94-7085-4922-b565-af010d996b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:50.954945 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:52.251330 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b61a9cc-c348-487c-a0e5-974dac95e547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:52.455640 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:53.748376 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:41:54.935542 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:02.713669 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:42:19.498586 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00bb69cb-2fc5-4f88-8d76-a864be4103d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:20.966672 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:22.251436 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e64cd114-c4c4-45a4-b679-251cffe7b777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:22.456954 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:23.751276 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:24.938229 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:39.712571 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:42:49.498381 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-451b11a5-4ea4-4ec6-b9a8-3485037e1db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:50.985756 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:52.251729 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f65aac9b-3d16-4266-8e74-ea2255890468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:52.455930 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:53.755145 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:42:54.940792 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:16.711702 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:43:19.498442 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c205dfaf-902c-4548-a37d-d5a555462c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:20.984986 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:22.251978 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f2b97ad-825f-4375-bbf7-d615a028e8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:22.457374 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:23.756613 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:24.943892 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:49.498293 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fb57377-4bba-4320-b100-f4069c9c4fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:50.986302 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:52.252929 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac67eec2-597c-4340-9095-cefdddeeabbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:52.456778 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:53.710600 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:43:53.760506 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:43:54.947427 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:19.499768 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e1ef3396-342e-48eb-a5d8-da4f1f112742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:21.012563 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:22.252191 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87ced6c3-8d16-4ca4-ba1e-226eb43780ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:22.456976 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:23.763218 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:24.948126 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:30.713512 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:44:49.499856 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbb102b3-4030-46ae-9f91-6acde8c12a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:51.011782 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:52.256485 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62b6e50e-58f9-47f0-8f67-3b45ec38051c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:52.456263 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:53.766142 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:44:54.952256 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:07.712759 dv-cinder-778193-7-smb neutron-server[93814]: DEBUG neutron.db.agents_db [None req-cb073627-800f-47e6-bf45-d2a45de8c3c3 None None] Agent healthcheck: found 6 active agents {{(pid=93814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:45:19.500892 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe974e09-b677-49a8-81b2-4ac5016ed44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:21.011994 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d47d8a-1e9b-4bb8-ba1f-41dfb9e95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:22.250291 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18cb663c-4e74-4e52-b0ea-c15fc536706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:22.458229 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62ba6040-8e7a-4252-9b4a-d2887f54c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:23.769218 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7a9c-8079-4e13-b5bb-377c23ab4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 04:45:24.955847 dv-cinder-778193-7-smb neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87fcb832-eda9-42f6-aa2b-614207e19db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731726201052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464421'] for agent, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}